-- Logs begin at Thu 2022-06-16 17:45:57 UTC, end at Thu 2022-06-16 19:17:47 UTC. -- Jun 16 18:47:19.223766 dv-cinder-846171-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 16 18:47:21.928420 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.common.config [-] Logging enabled! Jun 16 18:47:21.929029 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev347 Jun 16 18:47:21.929193 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=116081) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 16 18:47:21.932564 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.common.config [-] Logging enabled! Jun 16 18:47:21.932818 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev347 Jun 16 18:47:21.933125 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=116081) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 16 18:47:21.934089 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 18:47:21.934320 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 18:47:21.934681 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 18:47:21.934924 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 18:47:21.935147 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 18:47:21.935555 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.935850 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.936081 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.936374 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.936660 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.936938 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.937225 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.937537 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.938357 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.938632 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.938911 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.939136 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.939412 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] config_source = [] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.939694 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.939978 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.940198 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] debug = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.940471 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.940901 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.941331 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.941613 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.941900 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.942177 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.942446 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.942724 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.943002 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.943327 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] host = dv-cinder-846171-1-iscsi {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.943601 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.943886 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.944169 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.944453 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.944724 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.944995 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.945310 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.945584 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] log_dir = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.945857 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] log_file = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.946128 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.946417 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.946699 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.946991 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.947215 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.947437 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.947821 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.948129 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.948403 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.948678 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.948949 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.949221 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.949513 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.949784 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.950068 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.950351 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.950633 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.950904 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.951172 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.951443 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.951712 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.951996 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.952266 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.952536 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.952809 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.953091 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.953943 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.954221 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.954522 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.954807 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.955086 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.955368 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.955637 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.955920 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.956191 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.956460 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] use_journal = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.957029 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] use_json = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.957340 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.957613 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.957895 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.958169 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.958437 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.958707 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.958978 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.959262 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.959535 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:21.959829 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.960125 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.960423 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.960708 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.961012 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.961315 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.961604 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.961881 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.962168 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.962455 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.962747 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.963024 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.963321 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.963608 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.963901 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.964203 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.964496 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.964788 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.965063 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.965342 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.965621 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.965898 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.966183 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.966461 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.966750 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.967037 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.967312 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.967605 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.967888 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.968170 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.968460 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.968748 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.969058 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.969361 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.969653 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.969931 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.970203 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.970492 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.970771 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.971038 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.971314 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.971599 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.972140 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.972410 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.972691 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.972976 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.973269 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.973542 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.973811 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.974088 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.974355 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.974634 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.974909 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.975179 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.975447 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.975721 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.975989 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.976260 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.976535 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.976808 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.977081 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.977380 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.977652 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.977921 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.978191 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.978460 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.978726 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.978995 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.979270 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.979537 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.979804 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.980073 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.980341 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.980610 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.980902 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.981184 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.981477 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.981748 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.982021 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.982294 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.982567 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.982843 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.983113 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.983380 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.983662 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.983939 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.984222 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.984521 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.984798 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.985105 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.985399 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.985673 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.985951 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.986224 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.986498 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.986775 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.987055 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.987345 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.987634 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.987911 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.988201 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.988490 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.988780 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.989052 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.989373 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.989651 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:21.989866 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 18:47:21.990100 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=116081) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 16 18:47:22.366991 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=116081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 16 18:47:22.367270 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=116081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 16 18:47:22.367571 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=116081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 16 18:47:22.367911 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 16 18:47:22.685711 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:22.685918 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:22.686185 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:22.689110 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:22.689406 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:22.689674 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:22.741699 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:22.741975 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:22.742240 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:22.756488 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:22.756769 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:22.757036 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:22.786231 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:22.786506 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:22.786773 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:22.822056 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:22.822330 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:22.822592 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:23.062039 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:23.062651 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:23.062651 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:23.062872 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:23.063762 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:23.162045 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:23.162366 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:23.162647 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:23.162917 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:23.163182 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:23.163488 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:23.163744 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:23.163996 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:23.164247 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:23.164524 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:23.164778 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:23.165039 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:23.165311 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:23.165560 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:23.165811 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:23.166075 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:23.166333 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:23.166598 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:23.166864 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:23.167121 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:23.167388 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:23.167636 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:23.167912 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:23.168285 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:23.168530 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:23.168772 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:23.169157 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=116081) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 18:47:23.169420 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=116081) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 18:47:23.169656 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=116081) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 18:47:23.169890 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=116081) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 18:47:23.170123 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=116081) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 18:47:23.170355 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=116081) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 18:47:23.170710 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 16 18:47:23.173808 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 16 18:47:23.177688 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 16 18:47:23.181418 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Jun 16 18:47:23.183031 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 16 18:47:23.183488 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 16 18:47:23.183816 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 16 18:47:23.184192 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 16 18:47:23.186948 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 16 18:47:23.187196 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 16 18:47:23.187574 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 18:47:23.193004 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 16 18:47:23.216606 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 16 18:47:23.217054 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:23.217379 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=116081) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 16 18:47:23.217747 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:23.219649 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=116081) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 16 18:47:23.219924 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 18:47:23.220167 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 16 18:47:23.223830 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:23.224106 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:23.348251 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 16 18:47:23.348419 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 16 18:47:23.348634 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 16 18:47:23.349005 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 16 18:47:23.405186 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO dbcounter [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Registered counter for database neutron Jun 16 18:47:23.424081 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_db.sqlalchemy.engines [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=116081) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 16 18:47:23.429794 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG dbcounter [-] [116081] Writer thread running {{(pid=116081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 18:47:24.104878 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.plugins.ml2.managers [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Initializing driver for type 'gre' Jun 16 18:47:24.105595 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] gre ID ranges: [(1, 1000)] Jun 16 18:47:24.275670 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.plugins.ml2.managers [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Initializing driver for type 'local' Jun 16 18:47:24.276006 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.plugins.ml2.managers [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Initializing driver for type 'vlan' Jun 16 18:47:24.350043 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] VlanTypeDriver initialization complete Jun 16 18:47:24.350385 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.plugins.ml2.managers [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Initializing driver for type 'vxlan' Jun 16 18:47:24.350914 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] vxlan ID ranges: [(1, 1000)] Jun 16 18:47:24.532942 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.plugins.ml2.managers [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Initializing extension driver 'port_security' Jun 16 18:47:24.533318 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.plugins.ml2.extensions.port_security [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] PortSecurityExtensionDriver initialization complete Jun 16 18:47:24.533651 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.plugins.ml2.managers [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Initializing mechanism driver 'openvswitch' Jun 16 18:47:24.533977 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.plugins.ml2.managers [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Initializing mechanism driver 'hyperv' Jun 16 18:47:24.540524 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.plugins.ml2.plugin [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=116081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:47:24.541195 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > port after_create 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.541594 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > port after_update 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.541947 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > port after_delete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.542522 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=116081) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 18:47:24.542922 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > subnet after_create 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.543276 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > subnet after_update 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.543621 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > subnet after_delete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.544044 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=116081) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 18:47:24.544456 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > network after_create 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.544805 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > network after_update 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.545150 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > network after_delete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.545570 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=116081) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 18:47:24.546816 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > security_group after_create 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.546816 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > security_group after_update 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.546816 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > security_group after_delete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.547099 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=116081) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 18:47:24.547502 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.547847 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.548190 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.548711 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=116081) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 18:47:24.549122 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > address_group after_create 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.549498 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > address_group after_update 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.549848 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > address_group after_delete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.550247 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=116081) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 16 18:47:24.550692 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] ML2 OVO RPC backend initialized. {{(pid=116081) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 16 18:47:24.551398 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > router_interface after_create 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.551756 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.552176 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > network before_response 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.552531 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > networks before_response 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.552883 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > port before_response 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.553228 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > ports before_response 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.553599 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > subnet before_response 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.553946 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > subnets before_response 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.554301 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > network after_create 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.554681 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > network after_update 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.555022 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > network after_delete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.555363 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > port after_create 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.555706 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > port after_update 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.556046 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > port after_delete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.556385 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > subnet after_create 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.556725 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > subnet after_update 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.557062 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > subnet after_delete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.564816 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.quota [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded quota_driver: . Jun 16 18:47:24.565184 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.plugins.ml2.plugin [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Modular L2 Plugin initialization complete Jun 16 18:47:24.565556 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading services supported by the core plugin {{(pid=116081) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 16 18:47:24.565900 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.plugins.ml2.managers [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Got port-security extension from driver 'port_security' Jun 16 18:47:24.566378 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.extensions.vlantransparent [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Disabled vlantransparent extension. Jun 16 18:47:24.566876 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=116081) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 16 18:47:24.567202 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading Plugin: router Jun 16 18:47:24.603446 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > router_interface before_create 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.603842 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > router after_create 55549900 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.604212 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > router before_create 55549900 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.604577 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.604953 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.605335 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > router after_delete 55549900 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.605702 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > floatingip after_create 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.606057 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > floatingip after_update 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.606420 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > router after_create 55549900 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.606772 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > router after_update 55549900 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.607124 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > router after_update 55549900 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.607473 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.607835 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > router after_update 55549900 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.608251 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > router precommit_update 55549900 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.608623 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: port after_update 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.608966 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: port after_delete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.609332 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: subnet after_update 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.609684 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.610033 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > port precommit_delete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.610383 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > router precommit_create 55549900 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.610726 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: port before_delete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.611070 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > router precommit_create 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.611426 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > router after_update 55549900 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.611771 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > router precommit_delete 55549900 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.612121 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > router precommit_create 55549900 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.612482 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > router_interface after_create 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.612828 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > router precommit_update 55549900 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.613193 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > agent after_create 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.613563 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > agent after_delete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.613909 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > network after_delete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.614799 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.quota.resource_registry [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Tracking information for resource: router configured {{(pid=116081) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 18:47:24.615085 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.quota.resource_registry [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Tracking information for resource: floatingip configured {{(pid=116081) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 18:47:24.619945 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.db.l3_agentschedulers_db [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 16 18:47:24.620524 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: port after_update 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.620890 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: port after_create 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.621259 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: port after_delete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.621621 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: port after_update 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.622402 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > router before_create 55550100 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.622769 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > router precommit_delete 55550100 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.623133 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > router precommit_create 55550100 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.623491 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > router precommit_update 55550100 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.628287 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.services.provider_configuration [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Service providers = [] {{(pid=116081) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 16 18:47:24.628654 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.db.servicetype_db [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=116081) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 16 18:47:24.631624 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.services.service_base [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=116081) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 18:47:24.631973 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.services.service_base [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=116081) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 18:47:24.632318 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.services.service_base [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=116081) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 18:47:24.633210 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.services.service_base [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=116081) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 18:47:24.633606 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.services.service_base [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 16 18:47:24.633980 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=116081) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 18:47:24.634297 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 16 18:47:24.645437 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=116081) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 18:47:24.645775 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading Plugin: auto_allocate Jun 16 18:47:24.651386 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: network precommit_update 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.651758 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: network precommit_create 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.652275 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=116081) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 18:47:24.652600 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading Plugin: tag Jun 16 18:47:24.659743 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=116081) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 18:47:24.660073 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading Plugin: timestamp Jun 16 18:47:24.664098 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=116081) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 18:47:24.664435 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading Plugin: network_ip_availability Jun 16 18:47:24.669933 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.670309 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.670667 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.671387 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=116081) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 18:47:24.671736 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading Plugin: flavors Jun 16 18:47:24.676518 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=116081) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 18:47:24.676852 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading Plugin: revisions Jun 16 18:47:24.681102 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=116081) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 18:47:24.681525 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_concurrency.lockutils [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.314s {{(pid=116081) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 16 18:47:24.682263 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=116081) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 16 18:47:24.682600 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Initializing extension manager. Jun 16 18:47:24.683123 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: __init__.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.683648 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: __pycache__ {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.683990 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: _port_mac_address_override.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.684332 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: address_group.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.685081 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.685750 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: address-group Jun 16 18:47:24.686077 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: address_scope.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.686794 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.687346 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: address-scope Jun 16 18:47:24.687672 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: admin_state_down_before_update.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.688599 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.689126 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: router-admin-state-down-before-update Jun 16 18:47:24.689479 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: agent.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.690190 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.690706 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: agent Jun 16 18:47:24.691032 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: agent_resources_synced.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.691943 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.692462 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: agent-resources-synced Jun 16 18:47:24.692788 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: allowedaddresspairs.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.694610 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.695148 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: allowed-address-pairs Jun 16 18:47:24.695477 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: auto_allocated_topology.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.696552 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.697086 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: auto-allocated-topology Jun 16 18:47:24.697447 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: availability_zone.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.698144 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.698663 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: availability_zone Jun 16 18:47:24.698990 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: availability_zone_filter.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.699909 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.700428 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: availability_zone_filter Jun 16 18:47:24.700750 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: data_plane_status.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.701691 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.702212 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension data-plane-status not supported by any of loaded plugins Jun 16 18:47:24.702535 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: default_subnetpools.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.703965 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.704491 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: default-subnetpools Jun 16 18:47:24.704816 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: dhcpagentscheduler.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.705654 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.706175 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: dhcp_agent_scheduler Jun 16 18:47:24.706499 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: dns.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.707426 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.707945 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension dns-integration not supported by any of loaded plugins Jun 16 18:47:24.708271 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: dns_domain_ports.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.709185 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.709734 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 16 18:47:24.710059 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.710992 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.711513 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 16 18:47:24.711838 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: dvr.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.712504 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.713024 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: dvr Jun 16 18:47:24.713452 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: ecmp_routes.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.714876 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.715517 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 16 18:47:24.716314 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: empty_string_filtering.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.717259 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.717803 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: empty-string-filtering Jun 16 18:47:24.718129 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.719674 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.720203 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 16 18:47:24.720566 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.721815 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.722425 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 16 18:47:24.722782 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: external_net.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.723799 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.724387 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: external-net Jun 16 18:47:24.724781 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: extra_dhcp_opt.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.725764 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.726287 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: extra_dhcp_opt Jun 16 18:47:24.726635 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: extraroute.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.727582 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.728223 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: extraroute Jun 16 18:47:24.728580 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: extraroute_atomic.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.729691 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.730255 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: extraroute-atomic Jun 16 18:47:24.730610 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: filter_validation.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.736172 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.736800 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: filter-validation Jun 16 18:47:24.737233 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: fip_pf_description.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.738266 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.738952 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 16 18:47:24.739437 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: fip_pf_port_range.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.740494 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.741061 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 16 18:47:24.741461 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: fip_port_details.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.742705 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.743550 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: fip-port-details Jun 16 18:47:24.744087 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: flavors.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.745783 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.746386 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: flavors Jun 16 18:47:24.746929 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.750407 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.750972 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 16 18:47:24.751364 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: floatingip_pools.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.752302 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.752957 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: floatingip-pools Jun 16 18:47:24.753335 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: ip_allocation.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.754337 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.754865 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension ip_allocation not supported by any of loaded plugins Jun 16 18:47:24.755197 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.756335 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.756929 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: ip-substring-filtering Jun 16 18:47:24.757397 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: l2_adjacency.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.758335 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.758857 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 16 18:47:24.759187 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: l3.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.760197 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.760728 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: router Jun 16 18:47:24.761056 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: l3_conntrack_helper.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.763536 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.764081 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 16 18:47:24.764418 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.765921 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.766461 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: ext-gw-mode Jun 16 18:47:24.766794 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.767721 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.768248 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: l3-ha Jun 16 18:47:24.768576 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.769521 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.770043 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 16 18:47:24.770368 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: l3_flavors.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.771283 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.771806 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: l3-flavors Jun 16 18:47:24.772133 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: l3_ndp_proxy.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.773516 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.774043 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 16 18:47:24.774372 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.775293 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.775913 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 16 18:47:24.776254 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: l3agentscheduler.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.777346 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.777877 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: l3_agent_scheduler Jun 16 18:47:24.778207 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: local_ip.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.779983 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.780526 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension local_ip not supported by any of loaded plugins Jun 16 18:47:24.780863 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: logging.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.782919 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.783455 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension logging not supported by any of loaded plugins Jun 16 18:47:24.783790 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: metering.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.784538 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.785134 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: metering Jun 16 18:47:24.785498 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.786614 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.787143 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: metering_source_and_destination_fields Jun 16 18:47:24.787474 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: multiprovidernet.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.788410 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.788938 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: multi-provider Jun 16 18:47:24.789285 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: netmtu.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.790346 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.790876 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: net-mtu Jun 16 18:47:24.791202 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: netmtu_writable.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.792123 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.792650 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: net-mtu-writable Jun 16 18:47:24.792974 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: network_availability_zone.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.793678 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.794196 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: network_availability_zone Jun 16 18:47:24.794521 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: network_ip_availability.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.795626 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.796152 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: network-ip-availability Jun 16 18:47:24.796476 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: network_segment_range.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.797289 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.797817 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension network-segment-range not supported by any of loaded plugins Jun 16 18:47:24.798143 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: pagination.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.799127 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.799461 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: pagination Jun 16 18:47:24.799786 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: port_device_profile.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.800703 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.801230 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: port-device-profile Jun 16 18:47:24.801575 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: port_mac_address_override.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.802519 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.803040 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: port-mac-override Jun 16 18:47:24.803367 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.804300 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.804819 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: port-mac-address-regenerate Jun 16 18:47:24.805145 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.806082 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.806601 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: port-numa-affinity-policy Jun 16 18:47:24.806925 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: port_resource_request.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.807837 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.808353 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension port-resource-request not supported by any of loaded plugins Jun 16 18:47:24.808675 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: port_resource_request_groups.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.809675 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.810200 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 16 18:47:24.810524 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: portbindings.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.811450 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.811968 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: binding Jun 16 18:47:24.812826 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: portbindings_extended.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.814108 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.814640 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: binding-extended Jun 16 18:47:24.814972 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: portsecurity.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.815893 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.816421 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: port-security Jun 16 18:47:24.816756 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: project_id.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.817768 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.818105 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: project-id Jun 16 18:47:24.818434 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: providernet.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.819362 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.819892 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: provider Jun 16 18:47:24.820219 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: qos.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.823825 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.824364 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension qos not supported by any of loaded plugins Jun 16 18:47:24.824699 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.826000 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.826532 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 16 18:47:24.826862 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.827801 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.828858 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 16 18:47:24.829186 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: qos_default.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.830129 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.830655 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension qos-default not supported by any of loaded plugins Jun 16 18:47:24.830984 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: qos_fip.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.831903 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.832433 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension qos-fip not supported by any of loaded plugins Jun 16 18:47:24.832759 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: qos_fip_network_policy.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.833700 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.834226 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 16 18:47:24.834552 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: qos_gateway_ip.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.835476 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.836000 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 16 18:47:24.836329 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: qos_port_network_policy.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.837254 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.837788 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 16 18:47:24.838114 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.839153 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.839687 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 16 18:47:24.840016 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.841052 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.841621 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 16 18:47:24.841951 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: qos_pps_rule.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.843137 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.843697 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension qos-pps not supported by any of loaded plugins Jun 16 18:47:24.844027 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: qos_rule_type_details.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.844950 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.845512 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 16 18:47:24.845841 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: qos_rule_type_filter.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.847175 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.847703 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 16 18:47:24.848031 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: qos_rules_alias.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.849068 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.849634 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 16 18:47:24.849964 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: quota_check_limit.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.850887 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.851418 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: quota-check-limit Jun 16 18:47:24.851893 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: quotasv2.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.852823 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.853155 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: quotas Jun 16 18:47:24.853509 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: quotasv2_detail.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.855337 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.855679 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: quota_details Jun 16 18:47:24.856008 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: rbac.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.857080 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.857654 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: rbac-policies Jun 16 18:47:24.857987 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: rbac_address_group.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.858931 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.859491 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: rbac-address-group Jun 16 18:47:24.859821 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: rbac_address_scope.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.860824 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.861378 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: rbac-address-scope Jun 16 18:47:24.861704 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: rbac_security_groups.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.862645 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.863172 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: rbac-security-groups Jun 16 18:47:24.863504 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: rbac_subnetpool.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.864442 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.865017 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: rbac-subnetpool Jun 16 18:47:24.865337 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: revisionifmatch.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.866268 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.866796 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: revision-if-match Jun 16 18:47:24.867120 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: revisions.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.868258 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.868784 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: standard-attr-revisions Jun 16 18:47:24.869115 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: router_availability_zone.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.869828 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.870351 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: router_availability_zone Jun 16 18:47:24.870676 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: routerservicetype.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.871603 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.872127 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension router-service-type not supported by any of loaded plugins Jun 16 18:47:24.872452 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.873412 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.873949 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: security-groups-normalized-cidr Jun 16 18:47:24.874274 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: security_groups_port_filtering.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.875720 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.876249 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: port-security-groups-filtering Jun 16 18:47:24.876576 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.877629 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.878161 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: security-groups-remote-address-group Jun 16 18:47:24.878486 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.879427 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.879949 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: security-groups-shared-filtering Jun 16 18:47:24.880276 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: securitygroup.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.889980 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.891060 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: security-group Jun 16 18:47:24.891397 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: segment.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.896274 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.896274 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension segment not supported by any of loaded plugins Jun 16 18:47:24.896274 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.897108 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.897666 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 16 18:47:24.897992 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: servicetype.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.899147 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.899689 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: service-type Jun 16 18:47:24.900023 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: sorting.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.901009 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.901377 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: sorting Jun 16 18:47:24.901707 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: standard_attr_segment.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.902651 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.903179 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 16 18:47:24.903507 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: standardattrdescription.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.904161 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.904703 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: standard-attr-description Jun 16 18:47:24.905027 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: stateful_security_group.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.906025 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.906552 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: stateful-security-group Jun 16 18:47:24.906875 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: stdattrs_common.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.907475 dv-cinder-846171-1-iscsi neutron-server[116081]: WARNING neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 16 18:47:24.907783 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.908815 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.909369 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 16 18:47:24.909697 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: subnet_onboard.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.910932 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.911461 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: subnet_onboard Jun 16 18:47:24.911787 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.912755 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.913303 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 16 18:47:24.913630 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: subnet_service_types.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.914561 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.915087 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: subnet-service-types Jun 16 18:47:24.915409 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: subnetallocation.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.916494 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.917032 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: subnet_allocation Jun 16 18:47:24.917386 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.918057 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.918588 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: subnetpool-prefix-ops Jun 16 18:47:24.918916 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.919877 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.920411 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 16 18:47:24.920733 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: tagging.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.921876 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.922411 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: standard-attr-tag Jun 16 18:47:24.922740 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: timestamp.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.923966 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.924501 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loaded extension: standard-attr-timestamp Jun 16 18:47:24.924834 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: trunk.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.925908 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.926441 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension trunk not supported by any of loaded plugins Jun 16 18:47:24.926813 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: trunk_details.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.930445 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.930968 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension trunk-details not supported by any of loaded plugins Jun 16 18:47:24.931295 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: uplink_status_propagation.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.932225 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.932791 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 16 18:47:24.933117 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Loading extension file: vlantransparent.py {{(pid=116081) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 16 18:47:24.933822 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=116081) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 16 18:47:24.934341 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 16 18:47:24.936888 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.quota.resource_registry [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Creating instance of TrackedResource for resource:network Jun 16 18:47:24.938060 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.quota.resource_registry [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Creating instance of TrackedResource for resource:subnet Jun 16 18:47:24.938461 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.quota.resource_registry [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 18:47:24.938855 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.quota.resource_registry [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Creating instance of TrackedResource for resource:port Jun 16 18:47:24.940113 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.v2.resource_helper [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:47:24.940571 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.v2.resource_helper [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Service FLAVORS assigned prefix: {{(pid=116081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:47:24.941213 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.v2.resource_helper [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:47:24.941662 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.v2.resource_helper [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:47:24.941998 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.quota.resource_registry [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Creating instance of TrackedResource for resource:router Jun 16 18:47:24.942440 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.quota.resource_registry [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 18:47:24.942938 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.v2.resource_helper [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Service METERING assigned prefix: /metering {{(pid=116081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:47:24.944396 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.944775 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.945131 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=116081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:47:24.946191 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.quota.resource_registry [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 18:47:24.946640 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.quota.resource_registry [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Creating instance of TrackedResource for resource:security_group Jun 16 18:47:24.947092 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.quota.resource_registry [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 18:47:24.947692 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.v2.resource_helper [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Service CORE assigned prefix: {{(pid=116081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:47:24.948027 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.quota.resource_registry [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 18:47:24.948458 dv-cinder-846171-1-iscsi neutron-server[116081]: WARNING neutron.quota.resource_registry [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] subnetpool is already registered Jun 16 18:47:24.948947 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.v2.resource_helper [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Service CORE assigned prefix: {{(pid=116081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:47:24.949378 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.quota.resource_registry [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 18:47:24.949718 dv-cinder-846171-1-iscsi neutron-server[116081]: WARNING neutron.quota.resource_registry [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] subnetpool is already registered Jun 16 18:47:24.951982 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.v2.resource_helper [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:47:24.952417 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.v2.resource_helper [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Service FLAVORS assigned prefix: {{(pid=116081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:47:24.953612 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.v2.resource_helper [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:47:24.954036 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.v2.resource_helper [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=116081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:47:24.954374 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.quota.resource_registry [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Creating instance of TrackedResource for resource:router Jun 16 18:47:24.954720 dv-cinder-846171-1-iscsi neutron-server[116081]: WARNING neutron.quota.resource_registry [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] router is already registered Jun 16 18:47:24.955135 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.quota.resource_registry [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 18:47:24.955477 dv-cinder-846171-1-iscsi neutron-server[116081]: WARNING neutron.quota.resource_registry [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] floatingip is already registered Jun 16 18:47:24.955932 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.v2.resource_helper [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Service METERING assigned prefix: /metering {{(pid=116081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:47:24.956603 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.quota.resource_registry [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 18:47:24.956933 dv-cinder-846171-1-iscsi neutron-server[116081]: WARNING neutron.quota.resource_registry [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] rbac_policy is already registered Jun 16 18:47:24.957380 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.quota.resource_registry [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Creating instance of TrackedResource for resource:security_group Jun 16 18:47:24.957756 dv-cinder-846171-1-iscsi neutron-server[116081]: WARNING neutron.quota.resource_registry [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] security_group is already registered Jun 16 18:47:24.958164 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.quota.resource_registry [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 18:47:24.958498 dv-cinder-846171-1-iscsi neutron-server[116081]: WARNING neutron.quota.resource_registry [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] security_group_rule is already registered Jun 16 18:47:24.959119 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.v2.resource_helper [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Service CORE assigned prefix: {{(pid=116081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:47:24.959452 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.quota.resource_registry [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 18:47:24.960151 dv-cinder-846171-1-iscsi neutron-server[116081]: WARNING neutron.quota.resource_registry [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] subnetpool is already registered Jun 16 18:47:24.960577 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.v2.resource_helper [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Service CORE assigned prefix: {{(pid=116081) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 18:47:24.960905 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.quota.resource_registry [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 18:47:24.961287 dv-cinder-846171-1-iscsi neutron-server[116081]: WARNING neutron.quota.resource_registry [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] subnetpool is already registered Jun 16 18:47:24.961768 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: extensions {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:24.963254 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: address-groups {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:24.964765 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: address-scopes {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:24.966090 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: agents {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:24.967260 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: auto-allocated-topology {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:24.968522 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: availability_zones {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:24.969799 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: dhcp-networks {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:24.971564 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: dhcp-agents {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:24.972974 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: routers {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:24.974696 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: flavors {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:24.975955 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: service_profiles {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:24.977205 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: next_providers {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:24.978798 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: service_profiles {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:24.981352 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: floatingip-pools {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:24.982572 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: routers {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:24.984330 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: floatingips {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:24.985620 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: l3-routers {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:24.987009 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: l3-agents {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:24.988425 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: metering-labels {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:24.989742 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: metering-label-rules {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:24.991124 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: network-ip-availabilities {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:24.992360 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: bindings {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:24.993992 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: quotas {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:24.995652 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: quotas {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:24.997222 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: rbac-policies {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:24.998424 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: security-groups {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:25.001272 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: security-group-rules {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:25.001669 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: service-providers {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:25.002883 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: subnetpools {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:25.004217 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: subnetpools {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:25.005781 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: tags {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:25.007529 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: tags {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:25.009373 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: tags {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:25.011143 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: tags {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:25.012854 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: tags {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:25.014803 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: tags {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:25.017158 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: tags {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:25.019011 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: tags {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:25.020768 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: tags {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:25.022532 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron.api.extensions [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Extended resource: tags {{(pid=116081) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 18:47:25.028584 dv-cinder-846171-1-iscsi neutron-server[116081]: WARNING keystonemiddleware.auth_token [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 16 18:47:25.033771 dv-cinder-846171-1-iscsi neutron-server[116081]: WARNING keystonemiddleware.auth_token [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 16 18:47:25.042852 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_concurrency.lockutils [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Acquired lock "singleton_lock" {{(pid=116081) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 16 18:47:25.043329 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_concurrency.lockutils [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Releasing lock "singleton_lock" {{(pid=116081) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 16 18:47:25.043982 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO oslo_service.service [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Starting 2 workers Jun 16 18:47:25.048912 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Started child 116192 {{(pid=116081) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 18:47:25.053970 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Started child 116193 {{(pid=116081) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 18:47:25.054590 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:25.056141 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [-] (116192) wsgi starting up on http://0.0.0.0:9696 Jun 16 18:47:25.056400 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO neutron.service [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 16 18:47:25.057563 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Publish callbacks [] for process (None), before_spawn {{(pid=116081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:25.058327 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:25.059729 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [-] (116193) wsgi starting up on http://0.0.0.0:9696 Jun 16 18:47:25.061499 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO oslo_service.service [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Starting 1 workers Jun 16 18:47:25.070091 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Started child 116194 {{(pid=116081) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 18:47:25.070788 dv-cinder-846171-1-iscsi neutron-server[116081]: INFO oslo_service.service [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Starting 1 workers Jun 16 18:47:25.075903 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.service [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] calling RpcWorker wait() {{(pid=116194) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 16 18:47:25.075903 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.service [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] returning from RpcWorker wait() {{(pid=116194) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 16 18:47:25.075903 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:25.075903 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:47:25.076993 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Started child 116195 {{(pid=116081) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 18:47:25.076993 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG neutron_lib.callbacks.manager [None req-1e457a22-b3d7-4804-b741-97d665d3b349 None None] Publish callbacks [] for process (None), after_spawn {{(pid=116081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:25.079018 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=116081) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 18:47:25.079231 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 18:47:25.079422 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 18:47:25.079646 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 18:47:25.079964 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 18:47:25.080139 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 18:47:25.080696 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.080965 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.081442 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.081732 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:25.082246 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.082246 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.082525 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.082675 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:47:25.082817 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.082817 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.083090 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.083250 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.083462 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.083704 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.083958 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.084266 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.084523 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.084764 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.085004 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.085176 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.085472 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] config_source = [] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.085741 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.085972 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.086256 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] debug = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.086509 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.087004 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.087247 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.087495 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.087741 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.088003 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.088228 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.088486 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.088718 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.089300 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.089300 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.089582 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.089719 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.089925 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.090156 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.090457 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.090674 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.091182 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] host = dv-cinder-846171-1-iscsi {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.091452 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.091649 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.091906 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.092121 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.092366 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.092581 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.092828 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.093080 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.093402 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.093694 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.093949 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.094205 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.094436 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] log_dir = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.094679 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] log_file = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.094845 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] log_options = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.095081 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.095328 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.095610 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.095805 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.095975 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.096396 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.096689 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.096854 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.097115 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.097362 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.097584 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.097799 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.098741 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.098741 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.098741 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.099087 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.099087 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.099323 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.099472 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.099681 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.099903 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.100128 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.100362 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.100581 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.100795 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.101015 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.101286 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.101553 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.101765 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.102001 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.102358 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.105160 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.105774 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.107609 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.109196 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.109487 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.109738 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.110543 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.110543 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.110543 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.110856 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.111134 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.111776 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.111776 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.111976 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.112150 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] use_journal = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.112376 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] use_json = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.112593 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.112829 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.113089 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.113575 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.113575 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.113786 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.114005 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.114240 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.115930 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.115930 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.115930 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.115930 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.115930 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.116259 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.116437 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.116678 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.116899 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.117143 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.117692 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.121799 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.121799 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.121799 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.121799 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.121799 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.121799 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.121799 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.121799 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.122309 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.122309 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.122309 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.122309 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.122309 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.122309 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.122309 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.122309 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.122771 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.122771 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.122771 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.122771 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.122992 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.123118 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.123374 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.123624 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.123859 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.124107 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.124376 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.125109 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.125350 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.125591 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.125853 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.126148 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.126383 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.126612 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.126849 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.127101 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.127359 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.127620 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.127851 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.128083 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.128290 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.128511 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.128743 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.128953 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.129197 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.129429 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.129659 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.129882 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.130117 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.130363 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.130594 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.130809 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.131037 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.131271 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.131497 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.131803 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.132021 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.132252 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.132478 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.132694 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.132910 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.133125 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.133364 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.133603 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.133782 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.133994 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.134228 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.134433 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.134641 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.134847 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.135058 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.135292 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.135517 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.135726 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.135934 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.136154 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.136384 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.136596 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.136809 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.137018 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.137255 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.137565 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.137810 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.138736 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.138736 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.138736 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.138736 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.139070 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.139138 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.139353 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.139565 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.139835 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.140101 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.141017 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.141281 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.141489 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.141754 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.142081 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.142295 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.142519 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.142736 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.142983 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.143204 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.143491 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.143742 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.143990 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.144207 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.144434 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.144664 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.144914 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.145159 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.145455 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.145691 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.145993 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.146275 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.146546 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.146840 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.147090 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.147337 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.147610 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.147856 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.148109 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.148352 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.148595 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.148816 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.149052 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.149305 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.149550 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.149776 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.150093 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.150343 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.150559 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.150790 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.151059 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.151302 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.151552 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.151814 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.152162 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.152414 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.152665 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.152890 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.153102 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.153365 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.153608 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.153847 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.154066 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.154278 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.154511 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.154742 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.154932 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.155205 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.155404 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.155633 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.155867 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.156082 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.156314 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.156555 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.156767 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.157004 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.157268 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.157473 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.157689 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.157906 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.158114 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.158341 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.158554 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.158835 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.159089 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.159326 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.159554 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.159775 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.160027 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.160241 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.160501 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.160735 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.161175 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.161471 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.161692 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.161905 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.162232 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.162474 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.162692 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.162943 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.163185 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.163534 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.163779 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.164005 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.164263 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.164510 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.164723 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.164956 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.165167 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.165443 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.165864 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.165988 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.166232 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.166454 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.166669 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.166885 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.167100 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.167364 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.167579 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.167813 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.168027 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.168249 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.168463 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.168677 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.168910 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.169117 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.169339 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.169547 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.169778 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.169984 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.170255 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.170490 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.170713 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.170975 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.171203 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.171417 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.172204 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.172415 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.172643 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.172908 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.173091 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.173323 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.173546 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.173753 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.179189 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.179189 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.179189 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.179189 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.179189 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.179189 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.179189 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.179189 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.179814 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.179814 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.179814 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.179814 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.179814 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.179814 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.179814 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.179814 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.180350 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.180350 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.180350 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.180350 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.180350 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.180350 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.180350 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.180350 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.180932 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.180932 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.180932 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.180932 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.180932 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.180932 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.180932 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.180932 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.181569 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.181569 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.181569 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.181786 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.181948 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.182241 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.182504 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.182789 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.183076 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.183351 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.183616 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.183826 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.184121 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.184438 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.184704 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.184973 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.185219 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.185483 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.185707 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.185935 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.186150 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.186388 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.186603 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.186857 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.187102 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.188247 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.188247 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.188429 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.188521 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.188740 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.188964 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.189176 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.189409 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.189565 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 18:47:25.190098 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=116081) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 18:47:25.190253 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 18:47:25.190402 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 18:47:25.190582 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 18:47:25.190802 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 18:47:25.190959 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 18:47:25.191164 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.191325 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.191483 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.191641 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.191821 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.191978 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.192134 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.192289 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.192444 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.192600 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.192755 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.192941 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.193654 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.193654 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.193654 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.193654 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.193933 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.193933 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.194054 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] config_source = [] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.194205 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.194410 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.194546 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] debug = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.194632 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.194835 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.194998 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.195153 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.195310 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.195466 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.195621 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.195781 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.195936 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.196090 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.196248 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.196400 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.196555 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.196709 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.196905 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.197063 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.197220 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.197384 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] host = dv-cinder-846171-1-iscsi {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.197538 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.197693 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.197848 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.198004 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.198159 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.198313 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.198468 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.198623 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.198778 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.198933 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.199088 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.199244 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.199400 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] log_dir = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.199556 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] log_file = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.199711 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] log_options = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.199867 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.200022 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.200177 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.200357 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.200528 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.200660 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.200817 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.200990 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.201115 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.201339 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.201484 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.201609 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.201731 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.201854 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.202006 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.202162 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.202318 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.202473 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.202628 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.202807 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.202962 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.203117 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.203271 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.203451 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.203606 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.203761 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.203916 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.204070 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.204226 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.204382 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.204538 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.204694 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.204884 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.204999 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.205135 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.205310 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.207825 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.207825 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.207825 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.207825 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.207825 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.207825 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.207825 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.207825 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.208427 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.208427 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] use_journal = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.208427 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] use_json = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.208427 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.208427 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.208427 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.208427 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.208427 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.208427 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.208934 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.208934 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.208934 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 18:47:25.208934 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.208934 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.208934 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.208934 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.208934 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.209442 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.209442 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.209442 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.209771 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:47:25.209897 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.209897 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.209897 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.210183 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.210183 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.210541 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.210541 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.210710 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.210710 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.210865 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.211019 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.211175 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.211331 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.211491 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.211676 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.211835 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.211991 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.212148 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.212305 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.212469 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.212692 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.212818 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.212952 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.213095 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.213263 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.213439 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.213570 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.213715 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.213874 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.214033 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.214189 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.214348 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.214505 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.214662 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.214820 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.214978 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.215136 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.215294 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.215452 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.215615 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.215772 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.215931 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.216090 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.216267 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.216461 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.216620 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.216780 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.216938 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.217095 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.217284 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.217444 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.217588 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.217748 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.217962 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.218107 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.218193 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.218409 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.218575 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.218734 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.218891 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.219061 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.219218 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.219376 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.219535 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.219693 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.219850 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.220007 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.220164 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.220321 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.220486 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.220623 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.220780 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.220937 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.221094 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.221537 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.221679 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.221837 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.221996 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.222153 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.222309 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.222465 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.222628 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.222817 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.223008 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.223151 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.223341 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.223486 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.223644 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.223786 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.223902 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.224060 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.224218 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.224377 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.224535 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.224693 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.224854 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.225012 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.225169 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.225348 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.225490 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.225658 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.225815 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.225973 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.226132 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.226290 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.226449 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.226606 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.226764 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.226921 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.227078 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.227235 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.227401 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.227559 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.227718 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.227876 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.228085 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.228220 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.228344 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.228502 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.228660 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.228818 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.228975 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.229132 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.229323 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.229497 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.229625 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.229759 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.229929 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.230086 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.230243 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.230400 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.230579 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.230737 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.230894 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.231050 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.231208 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.231366 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.231525 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.231683 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.231841 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.231998 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.232160 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.232303 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.232460 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.232619 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.232776 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.232983 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.233143 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.233284 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.233417 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.233559 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.233748 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.233908 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.234578 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.234737 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.234894 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.235051 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.235209 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.235641 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.235799 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.235956 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.236116 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.236258 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.236419 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.236576 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.236732 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.236890 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.237047 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.237207 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.237385 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.237543 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.237701 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.237859 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.238017 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.238237 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.238366 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.238500 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.238627 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.238751 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.238912 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.239068 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.239225 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.239383 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.239543 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.239699 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.239858 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.240032 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.240263 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.240364 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.240520 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.240678 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.240835 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.241017 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.241155 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.241316 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.241458 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.241622 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.241780 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.241937 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.242094 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.242251 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.242408 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.242568 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.242728 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.242886 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.243100 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.243190 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.243335 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.243492 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.243649 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.243806 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.243964 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.244122 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.244281 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.244439 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.244607 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.244769 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.244926 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.245084 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.245258 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.245416 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.245583 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.245742 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.245899 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.246060 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.246216 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.246374 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.246540 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.246699 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.246857 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.247015 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.247171 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.247328 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.247493 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.247651 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.247808 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.247965 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.248122 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.248300 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.248441 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.248598 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.248755 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.248911 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.249068 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.249225 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.249425 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.249678 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.250343 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.250500 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.250657 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.250814 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.250980 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.251138 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.251308 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.251556 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.251665 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.251783 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.251940 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.252109 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.252268 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.252427 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.252585 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.252742 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.252899 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.253058 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.253207 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.253398 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.253563 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.253722 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.253887 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.254052 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.254218 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.254376 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.254540 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.254710 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.254867 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.255024 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.255181 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.255339 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.255496 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.255653 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.255811 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.255969 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.256130 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.256287 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.256443 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.256600 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.256757 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.256914 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.257071 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.257228 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.257410 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.257568 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.257725 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 18:47:25.257876 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=116081) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 18:47:25.402551 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 44346) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:47:25.411206 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066109 Jun 16 18:47:34.419044 dv-cinder-846171-1-iscsi neutron-server[116081]: DEBUG dbcounter [-] [116081] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=116081) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:47:36.667952 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca9ac2a-81d2-419b-97fe-84aaeae4420f None None] get_active_networks_info from dv-cinder-846171-1-iscsi {{(pid=116194) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 16 18:47:36.691138 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writer thread running {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 18:47:36.770326 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca9ac2a-81d2-419b-97fe-84aaeae4420f None None] No non-hosted networks {{(pid=116194) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 16 18:47:36.799917 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.agentschedulers_db [None req-2ca9ac2a-81d2-419b-97fe-84aaeae4420f None None] DHCP Agent not found on host dv-cinder-846171-1-iscsi {{(pid=116194) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 16 18:47:36.913665 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-bcf43313-8a34-4684-8023-9c0cf1c81302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8339558'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:38.444754 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writer thread running {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 18:47:39.029802 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-3a764aff-d90c-4930-bf6e-13fca9c2e0b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8339558'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:39.064108 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.db.api [None req-614929c4-58e4-4b6e-b3dc-3df275ad51e2 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-846171-1-iscsi {{(pid=116194) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 18:47:39.065855 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG oslo_db.api [None req-614929c4-58e4-4b6e-b3dc-3df275ad51e2 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 18:47:39.678673 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-614929c4-58e4-4b6e-b3dc-3df275ad51e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:39.963356 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 44416) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:47:40.201654 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8339558'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:40.587770 dv-cinder-846171-1-iscsi neutron-server[116193]: WARNING oslo_policy.policy [None req-4e8a30d5-917f-4aef-9900-1b709317d565 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 18:47:40.588973 dv-cinder-846171-1-iscsi neutron-server[116193]: WARNING oslo_policy.policy [None req-4e8a30d5-917f-4aef-9900-1b709317d565 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 18:47:40.803896 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [None req-4e8a30d5-917f-4aef-9900-1b709317d565 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=116193) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 18:47:40.808845 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-4e8a30d5-917f-4aef-9900-1b709317d565 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8407531 Jun 16 18:47:41.540762 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8339558'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:42.072271 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8339558'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:42.072973 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:42.077263 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:42.077263 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:42.077263 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:42.077263 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:42.077263 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:42.077670 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:42.077670 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:42.077670 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:42.077670 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:42.077670 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:42.077995 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:42.077995 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:42.078137 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:42.078456 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:42.079064 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-846171-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:47:42.092938 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-846171-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:47:43.274071 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 44452) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:47:43.618243 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-d6c79b55-2387-49ea-8079-e6bdad989ced admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:47:43.709040 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.policy [None req-d6c79b55-2387-49ea-8079-e6bdad989ced admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=116193) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 18:47:43.751088 dv-cinder-846171-1-iscsi neutron-server[116193]: WARNING oslo_policy.policy [None req-d6c79b55-2387-49ea-8079-e6bdad989ced admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 18:47:43.751463 dv-cinder-846171-1-iscsi neutron-server[116193]: WARNING oslo_policy.policy [None req-d6c79b55-2387-49ea-8079-e6bdad989ced admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 18:47:43.771393 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writer thread running {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 18:47:44.010527 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-d6c79b55-2387-49ea-8079-e6bdad989ced admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748653777805', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748653778353', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748653433491', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748653428041', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748653422236', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748653477371', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-775544', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-685442', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7955161', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8277923'] for rbac-policy (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:44.163855 dv-cinder-846171-1-iscsi neutron-server[116194]: INFO neutron.db.l3_hamode_db [None req-2612f91f-aab8-43ec-9e46-2e824c379506 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 16 18:47:44.214062 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-d6c79b55-2387-49ea-8079-e6bdad989ced admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:44.215376 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-d6c79b55-2387-49ea-8079-e6bdad989ced admin admin] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9404044 Jun 16 18:47:44.241788 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2612f91f-aab8-43ec-9e46-2e824c379506 None None] Routers set() bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:47:44.242188 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2612f91f-aab8-43ec-9e46-2e824c379506 None None] Router IDs set() for agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 16 18:47:46.535525 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 44464) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:47:46.852055 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-25ddd5c8-6e38-4026-b1ea-a89d2cfdac8e demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:47:46.950928 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ddd5c8-6e38-4026-b1ea-a89d2cfdac8e demo demo] Made reservation on behalf of 0e628770474b423e99809dd568e34a0e for: {'network': 1} {{(pid=116193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:47:46.954639 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-25ddd5c8-6e38-4026-b1ea-a89d2cfdac8e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for network (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:46.971914 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-25ddd5c8-6e38-4026-b1ea-a89d2cfdac8e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:47.078808 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-25ddd5c8-6e38-4026-b1ea-a89d2cfdac8e demo demo] Publish callbacks [] for security_group (0411706a-45e9-4f28-8740-82b7c64d2b80), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:47.207425 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-25ddd5c8-6e38-4026-b1ea-a89d2cfdac8e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (0411706a-45e9-4f28-8740-82b7c64d2b80), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:47.239891 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ddd5c8-6e38-4026-b1ea-a89d2cfdac8e demo demo] vlan segment allocate from pool success with {'vlan_id': 1047, 'physical_network': 'physnet1'} {{(pid=116193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:47:47.268227 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-25ddd5c8-6e38-4026-b1ea-a89d2cfdac8e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748651528174', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056'] for segment (97a81ca3-fd9f-4961-916a-6e36dff5ccfd), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:47.268787 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-25ddd5c8-6e38-4026-b1ea-a89d2cfdac8e demo demo] Unsubscribe: segment precommit_create {{(pid=116193) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 18:47:47.269334 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.db.segments_db [None req-25ddd5c8-6e38-4026-b1ea-a89d2cfdac8e demo demo] Added segment 97a81ca3-fd9f-4961-916a-6e36dff5ccfd of type vlan for network b1eac505-19a5-4368-bf75-faf5c0a9d3ba Jun 16 18:47:47.284081 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ddd5c8-6e38-4026-b1ea-a89d2cfdac8e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=0411706a-45e9-4f28-8740-82b7c64d2b80,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:47.333556 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ddd5c8-6e38-4026-b1ea-a89d2cfdac8e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:47.333898 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ddd5c8-6e38-4026-b1ea-a89d2cfdac8e demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:47.334254 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ddd5c8-6e38-4026-b1ea-a89d2cfdac8e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:47.334607 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ddd5c8-6e38-4026-b1ea-a89d2cfdac8e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:47.334942 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ddd5c8-6e38-4026-b1ea-a89d2cfdac8e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:47.335268 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ddd5c8-6e38-4026-b1ea-a89d2cfdac8e demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:47.335594 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ddd5c8-6e38-4026-b1ea-a89d2cfdac8e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:47.335922 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ddd5c8-6e38-4026-b1ea-a89d2cfdac8e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:47.336231 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ddd5c8-6e38-4026-b1ea-a89d2cfdac8e demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:47.336546 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ddd5c8-6e38-4026-b1ea-a89d2cfdac8e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:47.336863 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ddd5c8-6e38-4026-b1ea-a89d2cfdac8e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:47.337197 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ddd5c8-6e38-4026-b1ea-a89d2cfdac8e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:47.337538 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ddd5c8-6e38-4026-b1ea-a89d2cfdac8e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:47.337855 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ddd5c8-6e38-4026-b1ea-a89d2cfdac8e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:47.338190 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ddd5c8-6e38-4026-b1ea-a89d2cfdac8e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:47.339585 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ddd5c8-6e38-4026-b1ea-a89d2cfdac8e demo demo] Tracked resource versions report: Jun 16 18:47:47.339585 dv-cinder-846171-1-iscsi neutron-server[116193]: pushed versions: Jun 16 18:47:47.339585 dv-cinder-846171-1-iscsi neutron-server[116193]: { 'AddressGroup': {'1.2'}, Jun 16 18:47:47.339585 dv-cinder-846171-1-iscsi neutron-server[116193]: 'Agent': {'1.1'}, Jun 16 18:47:47.339585 dv-cinder-846171-1-iscsi neutron-server[116193]: 'ConntrackHelper': {'1.0'}, Jun 16 18:47:47.339585 dv-cinder-846171-1-iscsi neutron-server[116193]: 'LocalIPAssociation': {'1.0'}, Jun 16 18:47:47.339585 dv-cinder-846171-1-iscsi neutron-server[116193]: 'Log': {'1.0'}, Jun 16 18:47:47.339585 dv-cinder-846171-1-iscsi neutron-server[116193]: 'NDPProxy': {'1.0'}, Jun 16 18:47:47.339585 dv-cinder-846171-1-iscsi neutron-server[116193]: 'Network': {'1.1'}, Jun 16 18:47:47.339585 dv-cinder-846171-1-iscsi neutron-server[116193]: 'Port': {'1.7'}, Jun 16 18:47:47.339585 dv-cinder-846171-1-iscsi neutron-server[116193]: 'PortForwarding': {'1.3'}, Jun 16 18:47:47.339585 dv-cinder-846171-1-iscsi neutron-server[116193]: 'QosPolicy': {'1.10'}, Jun 16 18:47:47.339585 dv-cinder-846171-1-iscsi neutron-server[116193]: 'SecurityGroup': {'1.5'}, Jun 16 18:47:47.339585 dv-cinder-846171-1-iscsi neutron-server[116193]: 'SecurityGroupRule': {'1.2'}, Jun 16 18:47:47.339585 dv-cinder-846171-1-iscsi neutron-server[116193]: 'SubPort': {'1.0'}, Jun 16 18:47:47.339585 dv-cinder-846171-1-iscsi neutron-server[116193]: 'Subnet': {'1.1'}, Jun 16 18:47:47.339585 dv-cinder-846171-1-iscsi neutron-server[116193]: 'Trunk': {'1.1'}} Jun 16 18:47:47.339585 dv-cinder-846171-1-iscsi neutron-server[116193]: consumer versions: Jun 16 18:47:47.339585 dv-cinder-846171-1-iscsi neutron-server[116193]: { DHCP agent@dv-cinder-846171-1-iscsi: {}, Jun 16 18:47:47.339585 dv-cinder-846171-1-iscsi neutron-server[116193]: L3 agent@dv-cinder-846171-1-iscsi: {}, Jun 16 18:47:47.339585 dv-cinder-846171-1-iscsi neutron-server[116193]: Metadata agent@dv-cinder-846171-1-iscsi: {}, Jun 16 18:47:47.339585 dv-cinder-846171-1-iscsi neutron-server[116193]: Metering agent@dv-cinder-846171-1-iscsi: {}, Jun 16 18:47:47.339585 dv-cinder-846171-1-iscsi neutron-server[116193]: Open vSwitch agent@dv-cinder-846171-1-iscsi: { 'AddressGroup': '1.2', Jun 16 18:47:47.339585 dv-cinder-846171-1-iscsi neutron-server[116193]: 'Agent': '1.1', Jun 16 18:47:47.339585 dv-cinder-846171-1-iscsi neutron-server[116193]: 'ConntrackHelper': '1.0', Jun 16 18:47:47.339585 dv-cinder-846171-1-iscsi neutron-server[116193]: 'LocalIPAssociation': '1.0', Jun 16 18:47:47.339585 dv-cinder-846171-1-iscsi neutron-server[116193]: 'Log': '1.0', Jun 16 18:47:47.339585 dv-cinder-846171-1-iscsi neutron-server[116193]: 'NDPProxy': '1.0', Jun 16 18:47:47.339585 dv-cinder-846171-1-iscsi neutron-server[116193]: 'Network': '1.1', Jun 16 18:47:47.339585 dv-cinder-846171-1-iscsi neutron-server[116193]: 'Port': '1.7', Jun 16 18:47:47.339585 dv-cinder-846171-1-iscsi neutron-server[116193]: 'PortForwarding': '1.3', Jun 16 18:47:47.339585 dv-cinder-846171-1-iscsi neutron-server[116193]: 'QosPolicy': '1.10', Jun 16 18:47:47.339585 dv-cinder-846171-1-iscsi neutron-server[116193]: 'SecurityGroup': '1.5', Jun 16 18:47:47.339585 dv-cinder-846171-1-iscsi neutron-server[116193]: 'SecurityGroupRule': '1.2', Jun 16 18:47:47.339585 dv-cinder-846171-1-iscsi neutron-server[116193]: 'SubPort': '1.0', Jun 16 18:47:47.339585 dv-cinder-846171-1-iscsi neutron-server[116193]: 'Subnet': '1.1', Jun 16 18:47:47.339585 dv-cinder-846171-1-iscsi neutron-server[116193]: 'Trunk': '1.1'}} Jun 16 18:47:47.339585 dv-cinder-846171-1-iscsi neutron-server[116193]: {{(pid=116193) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 18:47:47.382749 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-25ddd5c8-6e38-4026-b1ea-a89d2cfdac8e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748651047006'] for network (b1eac505-19a5-4368-bf75-faf5c0a9d3ba), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:47.468114 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-25ddd5c8-6e38-4026-b1ea-a89d2cfdac8e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080'] for network (b1eac505-19a5-4368-bf75-faf5c0a9d3ba), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:47.473128 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ddd5c8-6e38-4026-b1ea-a89d2cfdac8e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:47:47.473866 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-25ddd5c8-6e38-4026-b1ea-a89d2cfdac8e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for network (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:47.483423 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=53,neutron:INSERT=42,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:47:47.588358 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-25ddd5c8-6e38-4026-b1ea-a89d2cfdac8e demo demo] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0517151 Jun 16 18:47:47.592598 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ddd5c8-6e38-4026-b1ea-a89d2cfdac8e demo demo] Pushing event updated for resources: {'Network': ['ID=b1eac505-19a5-4368-bf75-faf5c0a9d3ba,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:47.624806 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Network b1eac505-19a5-4368-bf75-faf5c0a9d3ba details requested by agent ovs-agent-dv-cinder-846171-1-iscsi with host dv-cinder-846171-1-iscsi {{(pid=116194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 18:47:49.971757 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 44478) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:47:50.377980 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d8f680-fc94-4403-a64c-9085086ccc09 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:47:50.379369 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-09d8f680-fc94-4403-a64c-9085086ccc09 demo admin] 10.222.0.81 "GET /v2.0/networks/b1eac505-19a5-4368-bf75-faf5c0a9d3ba HTTP/1.1" status: 200 len: 826 time: 0.4066412 Jun 16 18:47:50.403481 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-8d808fa9-0174-47a0-89bd-ed019d206134 demo admin] 10.222.0.81 "GET /v2.0/subnetpools/5317effb-e8a2-43f2-835a-e759ad50edd0 HTTP/1.1" status: 200 len: 734 time: 0.0184171 Jun 16 18:47:50.411754 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-52454eac-beb3-47ab-b902-d4014fe13013 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '5317effb-e8a2-43f2-835a-e759ad50edd0', 'network_id': 'b1eac505-19a5-4368-bf75-faf5c0a9d3ba'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:47:50.492222 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52454eac-beb3-47ab-b902-d4014fe13013 demo admin] Made reservation on behalf of 0e628770474b423e99809dd568e34a0e for: {'subnet': 1} {{(pid=116193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:47:50.495172 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-52454eac-beb3-47ab-b902-d4014fe13013 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:50.768263 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:47:50.841555 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-52454eac-beb3-47ab-b902-d4014fe13013 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080'] for subnet (88c8c063-40a9-4ae2-95bd-19aeaefe1483), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:50.913092 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52454eac-beb3-47ab-b902-d4014fe13013 demo admin] Pushing event updated for resources: {'Subnet': ['ID=88c8c063-40a9-4ae2-95bd-19aeaefe1483,revision_number=0']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:50.918192 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52454eac-beb3-47ab-b902-d4014fe13013 demo admin] Checking segment: {'id': '97a81ca3-fd9f-4961-916a-6e36dff5ccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'b1eac505-19a5-4368-bf75-faf5c0a9d3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:47:50.918562 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52454eac-beb3-47ab-b902-d4014fe13013 demo admin] Network hostable DHCP agents. Network: b1eac505-19a5-4368-bf75-faf5c0a9d3ba, hostable agents: ['a953bae7-14c3-401b-bbd5-413ea1206353'], hosted agents: [] {{(pid=116193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:47:50.998449 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52454eac-beb3-47ab-b902-d4014fe13013 demo admin] Network b1eac505-19a5-4368-bf75-faf5c0a9d3ba is scheduled to be hosted by DHCP agent a953bae7-14c3-401b-bbd5-413ea1206353 with binding_index 1 {{(pid=116193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:47:51.084933 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [None req-52454eac-beb3-47ab-b902-d4014fe13013 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846171-1-iscsi, b1eac505-19a5-4368-bf75-faf5c0a9d3ba) {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:47:51.090507 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52454eac-beb3-47ab-b902-d4014fe13013 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:47:51.091408 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-52454eac-beb3-47ab-b902-d4014fe13013 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for subnet (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:51.095911 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42d0b2e-2456-4eea-b918-42ee4d630911 None None] Network b1eac505-19a5-4368-bf75-faf5c0a9d3ba requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:47:51.189885 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-52454eac-beb3-47ab-b902-d4014fe13013 demo admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7811558 Jun 16 18:47:51.353094 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2bfbb0-d613-4849-99c6-62dc55bec021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc834c0e-e25b-5433-9ce7-2b46938ad578-b1eac505-19a5-4368-bf75-faf5c0a9d3ba', 'network_id': 'b1eac505-19a5-4368-bf75-faf5c0a9d3ba', 'project_id': '0e628770474b423e99809dd568e34a0e', 'fixed_ips': [{'subnet_id': '88c8c063-40a9-4ae2-95bd-19aeaefe1483'}]}} from dv-cinder-846171-1-iscsi. {{(pid=116194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 18:47:51.354462 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-da2bfbb0-d613-4849-99c6-62dc55bec021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:51.637462 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.db_base_plugin_common [None req-da2bfbb0-d613-4849-99c6-62dc55bec021 None None] Allocated IP 172.20.0.2 (b1eac505-19a5-4368-bf75-faf5c0a9d3ba/88c8c063-40a9-4ae2-95bd-19aeaefe1483/f7e49a85-0c34-4fb2-97fb-d91cdd049c41) {{(pid=116194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:47:51.658315 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=61,neutron:INSERT=39 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:47:51.907632 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-da2bfbb0-d613-4849-99c6-62dc55bec021 None None] Publish callbacks [] for port (f7e49a85-0c34-4fb2-97fb-d91cdd049c41), precommit_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:51.999239 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-da2bfbb0-d613-4849-99c6-62dc55bec021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864'] for port (f7e49a85-0c34-4fb2-97fb-d91cdd049c41), after_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:52.071614 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2bfbb0-d613-4849-99c6-62dc55bec021 None None] Network b1eac505-19a5-4368-bf75-faf5c0a9d3ba is already hosted by enough agents. {{(pid=116194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:47:52.083339 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.scheduler.base_scheduler [None req-da2bfbb0-d613-4849-99c6-62dc55bec021 None None] Resources bound (agent type, host, resource id): {{(pid=116194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:47:52.090318 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2bfbb0-d613-4849-99c6-62dc55bec021 None None] Received port after_create {{(pid=116194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:47:52.092052 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2bfbb0-d613-4849-99c6-62dc55bec021 None None] Pushing event updated for resources: {'Port': ['ID=f7e49a85-0c34-4fb2-97fb-d91cdd049c41,revision_number=1']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:52.105338 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2bfbb0-d613-4849-99c6-62dc55bec021 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:52.105938 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2bfbb0-d613-4849-99c6-62dc55bec021 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:52.106045 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2bfbb0-d613-4849-99c6-62dc55bec021 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:52.106367 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2bfbb0-d613-4849-99c6-62dc55bec021 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:52.106702 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2bfbb0-d613-4849-99c6-62dc55bec021 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:52.107039 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2bfbb0-d613-4849-99c6-62dc55bec021 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:52.107354 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2bfbb0-d613-4849-99c6-62dc55bec021 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:52.107675 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2bfbb0-d613-4849-99c6-62dc55bec021 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:52.107994 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2bfbb0-d613-4849-99c6-62dc55bec021 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:52.108313 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2bfbb0-d613-4849-99c6-62dc55bec021 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:52.108632 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2bfbb0-d613-4849-99c6-62dc55bec021 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:52.108964 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2bfbb0-d613-4849-99c6-62dc55bec021 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:52.109319 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2bfbb0-d613-4849-99c6-62dc55bec021 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:52.109624 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2bfbb0-d613-4849-99c6-62dc55bec021 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:52.109939 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2bfbb0-d613-4849-99c6-62dc55bec021 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:47:52.111319 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2bfbb0-d613-4849-99c6-62dc55bec021 None None] Tracked resource versions report: Jun 16 18:47:52.111319 dv-cinder-846171-1-iscsi neutron-server[116194]: pushed versions: Jun 16 18:47:52.111319 dv-cinder-846171-1-iscsi neutron-server[116194]: { 'AddressGroup': {'1.2'}, Jun 16 18:47:52.111319 dv-cinder-846171-1-iscsi neutron-server[116194]: 'Agent': {'1.1'}, Jun 16 18:47:52.111319 dv-cinder-846171-1-iscsi neutron-server[116194]: 'ConntrackHelper': {'1.0'}, Jun 16 18:47:52.111319 dv-cinder-846171-1-iscsi neutron-server[116194]: 'LocalIPAssociation': {'1.0'}, Jun 16 18:47:52.111319 dv-cinder-846171-1-iscsi neutron-server[116194]: 'Log': {'1.0'}, Jun 16 18:47:52.111319 dv-cinder-846171-1-iscsi neutron-server[116194]: 'NDPProxy': {'1.0'}, Jun 16 18:47:52.111319 dv-cinder-846171-1-iscsi neutron-server[116194]: 'Network': {'1.1'}, Jun 16 18:47:52.111319 dv-cinder-846171-1-iscsi neutron-server[116194]: 'Port': {'1.7'}, Jun 16 18:47:52.111319 dv-cinder-846171-1-iscsi neutron-server[116194]: 'PortForwarding': {'1.3'}, Jun 16 18:47:52.111319 dv-cinder-846171-1-iscsi neutron-server[116194]: 'QosPolicy': {'1.10'}, Jun 16 18:47:52.111319 dv-cinder-846171-1-iscsi neutron-server[116194]: 'SecurityGroup': {'1.5'}, Jun 16 18:47:52.111319 dv-cinder-846171-1-iscsi neutron-server[116194]: 'SecurityGroupRule': {'1.2'}, Jun 16 18:47:52.111319 dv-cinder-846171-1-iscsi neutron-server[116194]: 'SubPort': {'1.0'}, Jun 16 18:47:52.111319 dv-cinder-846171-1-iscsi neutron-server[116194]: 'Subnet': {'1.1'}, Jun 16 18:47:52.111319 dv-cinder-846171-1-iscsi neutron-server[116194]: 'Trunk': {'1.1'}} Jun 16 18:47:52.111319 dv-cinder-846171-1-iscsi neutron-server[116194]: consumer versions: Jun 16 18:47:52.111319 dv-cinder-846171-1-iscsi neutron-server[116194]: { DHCP agent@dv-cinder-846171-1-iscsi: {}, Jun 16 18:47:52.111319 dv-cinder-846171-1-iscsi neutron-server[116194]: L3 agent@dv-cinder-846171-1-iscsi: {}, Jun 16 18:47:52.111319 dv-cinder-846171-1-iscsi neutron-server[116194]: Metadata agent@dv-cinder-846171-1-iscsi: {}, Jun 16 18:47:52.111319 dv-cinder-846171-1-iscsi neutron-server[116194]: Metering agent@dv-cinder-846171-1-iscsi: {}, Jun 16 18:47:52.111319 dv-cinder-846171-1-iscsi neutron-server[116194]: Open vSwitch agent@dv-cinder-846171-1-iscsi: { 'AddressGroup': '1.2', Jun 16 18:47:52.111319 dv-cinder-846171-1-iscsi neutron-server[116194]: 'Agent': '1.1', Jun 16 18:47:52.111319 dv-cinder-846171-1-iscsi neutron-server[116194]: 'ConntrackHelper': '1.0', Jun 16 18:47:52.111319 dv-cinder-846171-1-iscsi neutron-server[116194]: 'LocalIPAssociation': '1.0', Jun 16 18:47:52.111319 dv-cinder-846171-1-iscsi neutron-server[116194]: 'Log': '1.0', Jun 16 18:47:52.111319 dv-cinder-846171-1-iscsi neutron-server[116194]: 'NDPProxy': '1.0', Jun 16 18:47:52.111319 dv-cinder-846171-1-iscsi neutron-server[116194]: 'Network': '1.1', Jun 16 18:47:52.111319 dv-cinder-846171-1-iscsi neutron-server[116194]: 'Port': '1.7', Jun 16 18:47:52.111319 dv-cinder-846171-1-iscsi neutron-server[116194]: 'PortForwarding': '1.3', Jun 16 18:47:52.111319 dv-cinder-846171-1-iscsi neutron-server[116194]: 'QosPolicy': '1.10', Jun 16 18:47:52.111319 dv-cinder-846171-1-iscsi neutron-server[116194]: 'SecurityGroup': '1.5', Jun 16 18:47:52.111319 dv-cinder-846171-1-iscsi neutron-server[116194]: 'SecurityGroupRule': '1.2', Jun 16 18:47:52.111319 dv-cinder-846171-1-iscsi neutron-server[116194]: 'SubPort': '1.0', Jun 16 18:47:52.111319 dv-cinder-846171-1-iscsi neutron-server[116194]: 'Subnet': '1.1', Jun 16 18:47:52.111319 dv-cinder-846171-1-iscsi neutron-server[116194]: 'Trunk': '1.1'}} Jun 16 18:47:52.111319 dv-cinder-846171-1-iscsi neutron-server[116194]: {{(pid=116194) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 18:47:52.184782 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:47:52.188000 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-da2bfbb0-d613-4849-99c6-62dc55bec021 None None] Attempting to bind port f7e49a85-0c34-4fb2-97fb-d91cdd049c41 on host dv-cinder-846171-1-iscsi for vnic_type normal with profile {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:47:52.188394 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-da2bfbb0-d613-4849-99c6-62dc55bec021 None None] Attempting to bind port f7e49a85-0c34-4fb2-97fb-d91cdd049c41 by drivers openvswitch,hyperv on host dv-cinder-846171-1-iscsi at level 0 using segments [{'id': '97a81ca3-fd9f-4961-916a-6e36dff5ccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'b1eac505-19a5-4368-bf75-faf5c0a9d3ba'}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:47:52.188824 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2bfbb0-d613-4849-99c6-62dc55bec021 None None] Attempting to bind port f7e49a85-0c34-4fb2-97fb-d91cdd049c41 on network b1eac505-19a5-4368-bf75-faf5c0a9d3ba {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:47:52.193889 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2bfbb0-d613-4849-99c6-62dc55bec021 None None] Checking agent: {'id': 'ea8cc94b-de2a-4266-a745-8fe843a33d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846171-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 47, 42), 'started_at': datetime.datetime(2022, 6, 16, 18, 47, 42), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846171-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:47:52.197766 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2bfbb0-d613-4849-99c6-62dc55bec021 None None] Checking segment: {'id': '97a81ca3-fd9f-4961-916a-6e36dff5ccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'b1eac505-19a5-4368-bf75-faf5c0a9d3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:47:52.197766 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-da2bfbb0-d613-4849-99c6-62dc55bec021 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:52.197766 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2bfbb0-d613-4849-99c6-62dc55bec021 None None] Bound using segment: {'id': '97a81ca3-fd9f-4961-916a-6e36dff5ccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'b1eac505-19a5-4368-bf75-faf5c0a9d3ba'} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:47:52.197766 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-da2bfbb0-d613-4849-99c6-62dc55bec021 None None] Bound port: f7e49a85-0c34-4fb2-97fb-d91cdd049c41, host: dv-cinder-846171-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a81ca3-fd9f-4961-916a-6e36dff5ccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'b1eac505-19a5-4368-bf75-faf5c0a9d3ba'}}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:47:52.197766 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-da2bfbb0-d613-4849-99c6-62dc55bec021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (f7e49a85-0c34-4fb2-97fb-d91cdd049c41), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:52.261390 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-da2bfbb0-d613-4849-99c6-62dc55bec021 None None] For port f7e49a85-0c34-4fb2-97fb-d91cdd049c41, host dv-cinder-846171-1-iscsi, cleared binding levels {{(pid=116194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:47:52.280402 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-da2bfbb0-d613-4849-99c6-62dc55bec021 None None] For port f7e49a85-0c34-4fb2-97fb-d91cdd049c41, host dv-cinder-846171-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=f7e49a85-0c34-4fb2-97fb-d91cdd049c41,segment=NetworkSegment(97a81ca3-fd9f-4961-916a-6e36dff5ccfd),segment_id=97a81ca3-fd9f-4961-916a-6e36dff5ccfd)] {{(pid=116194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:47:52.342287 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-da2bfbb0-d613-4849-99c6-62dc55bec021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (f7e49a85-0c34-4fb2-97fb-d91cdd049c41), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:52.401365 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2bfbb0-d613-4849-99c6-62dc55bec021 None None] Pushing event updated for resources: {'Port': ['ID=f7e49a85-0c34-4fb2-97fb-d91cdd049c41,revision_number=2']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:47:53.485426 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=6 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:47:53.491586 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:47:53.577896 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 44492) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:47:53.930758 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [None req-93d92d0e-073b-450c-9c00-1bd5fdce014f admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=116193) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 18:47:53.931769 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-93d92d0e-073b-450c-9c00-1bd5fdce014f admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3529215 Jun 16 18:47:56.313706 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 44500) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:47:56.640703 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [None req-cac837f9-8332-445e-bde8-99e5ddec92b4 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=116193) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 18:47:56.641856 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-cac837f9-8332-445e-bde8-99e5ddec92b4 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3269992 Jun 16 18:47:59.025627 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 44508) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:47:59.414400 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-595decc3-121f-419e-b6a0-4b3f90a7df9d demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:47:59.534734 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-595decc3-121f-419e-b6a0-4b3f90a7df9d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8339937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12032'] for router (75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:59.536411 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-595decc3-121f-419e-b6a0-4b3f90a7df9d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8339730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8348846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8300508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12043'] for router (75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:59.673825 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-595decc3-121f-419e-b6a0-4b3f90a7df9d demo demo] Publish callbacks [] for router_controller (75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b), precommit_add_association {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:59.726104 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-595decc3-121f-419e-b6a0-4b3f90a7df9d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8340216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8340070'] for router (75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:59.737300 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:47:59.748992 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device f7e49a85-0c34-4fb2-97fb-d91cdd049c41 up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:47:59.801155 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-595decc3-121f-419e-b6a0-4b3f90a7df9d demo demo] Publish callbacks [] for router (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:59.803857 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-595decc3-121f-419e-b6a0-4b3f90a7df9d demo demo] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7757952 Jun 16 18:47:59.837209 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port f7e49a85-0c34-4fb2-97fb-d91cdd049c41 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:47:59.837682 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (f7e49a85-0c34-4fb2-97fb-d91cdd049c41), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:59.956460 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port f7e49a85-0c34-4fb2-97fb-d91cdd049c41 is: DOWN; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:47:59.956861 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (f7e49a85-0c34-4fb2-97fb-d91cdd049c41), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:47:59.998304 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] For port f7e49a85-0c34-4fb2-97fb-d91cdd049c41, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=f7e49a85-0c34-4fb2-97fb-d91cdd049c41,segment=NetworkSegment(97a81ca3-fd9f-4961-916a-6e36dff5ccfd),segment_id=97a81ca3-fd9f-4961-916a-6e36dff5ccfd)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:48:00.082692 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (f7e49a85-0c34-4fb2-97fb-d91cdd049c41), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:00.130478 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Pushing event updated for resources: {'Port': ['ID=f7e49a85-0c34-4fb2-97fb-d91cdd049c41,revision_number=3']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:00.556894 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df5675d-773d-400f-81de-d9f18993738b None None] Network b1eac505-19a5-4368-bf75-faf5c0a9d3ba requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:48:00.630882 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:48:00.688173 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-8635e477-3002-4d96-8090-ff2217ca4224 None None] Provisioning complete for port f7e49a85-0c34-4fb2-97fb-d91cdd049c41 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:48:00.688569 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-8635e477-3002-4d96-8090-ff2217ca4224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (f7e49a85-0c34-4fb2-97fb-d91cdd049c41), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:00.764648 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-8635e477-3002-4d96-8090-ff2217ca4224 None None] Current status of the port f7e49a85-0c34-4fb2-97fb-d91cdd049c41 is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:48:00.881715 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-3d63a6b2-6d23-40a1-a3c4-facb86aa9ba7 None None] Provisioning complete for port f7e49a85-0c34-4fb2-97fb-d91cdd049c41 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:48:00.882042 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-3d63a6b2-6d23-40a1-a3c4-facb86aa9ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (f7e49a85-0c34-4fb2-97fb-d91cdd049c41), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:00.961448 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-3d63a6b2-6d23-40a1-a3c4-facb86aa9ba7 None None] Current status of the port f7e49a85-0c34-4fb2-97fb-d91cdd049c41 is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:48:01.734328 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device f7e49a85-0c34-4fb2-97fb-d91cdd049c41 up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:48:01.777759 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port f7e49a85-0c34-4fb2-97fb-d91cdd049c41 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:48:01.778372 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (f7e49a85-0c34-4fb2-97fb-d91cdd049c41), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:01.847749 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port f7e49a85-0c34-4fb2-97fb-d91cdd049c41 is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:48:02.200129 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 44520) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:48:02.516741 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [None req-8eefbb8e-fbe9-4b27-8675-2b46235f2083 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=116193) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 18:48:02.517768 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-8eefbb8e-fbe9-4b27-8675-2b46235f2083 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3166969 Jun 16 18:48:04.847045 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 44528) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:48:05.344152 dv-cinder-846171-1-iscsi neutron-server[116192]: WARNING oslo_policy.policy [None req-6b060450-24d9-47c2-959e-e80cf0364962 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 18:48:05.344716 dv-cinder-846171-1-iscsi neutron-server[116192]: WARNING oslo_policy.policy [None req-6b060450-24d9-47c2-959e-e80cf0364962 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 18:48:05.557519 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-6b060450-24d9-47c2-959e-e80cf0364962 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:48:05.569976 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writer thread running {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 16 18:48:05.591058 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:48:05.703830 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b060450-24d9-47c2-959e-e80cf0364962 admin admin] Made reservation on behalf of 3b167122bd2b4c3cba143eecf3576355 for: {'network': 1} {{(pid=116192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:48:05.770592 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.policy [None req-6b060450-24d9-47c2-959e-e80cf0364962 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=116192) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 18:48:05.812795 dv-cinder-846171-1-iscsi neutron-server[116192]: WARNING oslo_policy.policy [None req-6b060450-24d9-47c2-959e-e80cf0364962 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 18:48:05.813109 dv-cinder-846171-1-iscsi neutron-server[116192]: WARNING oslo_policy.policy [None req-6b060450-24d9-47c2-959e-e80cf0364962 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 18:48:05.822563 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6b060450-24d9-47c2-959e-e80cf0364962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for network (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:05.843535 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6b060450-24d9-47c2-959e-e80cf0364962 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:05.954545 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6b060450-24d9-47c2-959e-e80cf0364962 admin admin] Publish callbacks [] for security_group (3526f6a1-9d70-4261-8eb9-d650025036e7), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:06.049301 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6b060450-24d9-47c2-959e-e80cf0364962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (3526f6a1-9d70-4261-8eb9-d650025036e7), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:06.061731 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6b060450-24d9-47c2-959e-e80cf0364962 admin admin] Reserving flat network on physical network physnet1 {{(pid=116192) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 16 18:48:06.094710 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6b060450-24d9-47c2-959e-e80cf0364962 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748651528174', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056'] for segment (71d34237-f06f-4603-b433-3dd04278adc6), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:06.095200 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6b060450-24d9-47c2-959e-e80cf0364962 admin admin] Unsubscribe: segment precommit_create {{(pid=116192) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 18:48:06.095733 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.db.segments_db [None req-6b060450-24d9-47c2-959e-e80cf0364962 admin admin] Added segment 71d34237-f06f-4603-b433-3dd04278adc6 of type flat for network d7ab3290-3ce1-430c-a2b5-625628340a0e Jun 16 18:48:06.111199 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b060450-24d9-47c2-959e-e80cf0364962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3526f6a1-9d70-4261-8eb9-d650025036e7,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:06.165496 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b060450-24d9-47c2-959e-e80cf0364962 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:06.165841 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b060450-24d9-47c2-959e-e80cf0364962 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:06.166192 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b060450-24d9-47c2-959e-e80cf0364962 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:06.166528 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b060450-24d9-47c2-959e-e80cf0364962 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:06.166855 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b060450-24d9-47c2-959e-e80cf0364962 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:06.167178 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b060450-24d9-47c2-959e-e80cf0364962 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:06.167499 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b060450-24d9-47c2-959e-e80cf0364962 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:06.167816 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b060450-24d9-47c2-959e-e80cf0364962 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:06.168150 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b060450-24d9-47c2-959e-e80cf0364962 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:06.168472 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b060450-24d9-47c2-959e-e80cf0364962 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:06.168804 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b060450-24d9-47c2-959e-e80cf0364962 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:06.169137 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b060450-24d9-47c2-959e-e80cf0364962 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:06.169478 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b060450-24d9-47c2-959e-e80cf0364962 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:06.169791 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b060450-24d9-47c2-959e-e80cf0364962 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:06.170102 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b060450-24d9-47c2-959e-e80cf0364962 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:06.171492 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b060450-24d9-47c2-959e-e80cf0364962 admin admin] Tracked resource versions report: Jun 16 18:48:06.171492 dv-cinder-846171-1-iscsi neutron-server[116192]: pushed versions: Jun 16 18:48:06.171492 dv-cinder-846171-1-iscsi neutron-server[116192]: { 'AddressGroup': {'1.2'}, Jun 16 18:48:06.171492 dv-cinder-846171-1-iscsi neutron-server[116192]: 'Agent': {'1.1'}, Jun 16 18:48:06.171492 dv-cinder-846171-1-iscsi neutron-server[116192]: 'ConntrackHelper': {'1.0'}, Jun 16 18:48:06.171492 dv-cinder-846171-1-iscsi neutron-server[116192]: 'LocalIPAssociation': {'1.0'}, Jun 16 18:48:06.171492 dv-cinder-846171-1-iscsi neutron-server[116192]: 'Log': {'1.0'}, Jun 16 18:48:06.171492 dv-cinder-846171-1-iscsi neutron-server[116192]: 'NDPProxy': {'1.0'}, Jun 16 18:48:06.171492 dv-cinder-846171-1-iscsi neutron-server[116192]: 'Network': {'1.1'}, Jun 16 18:48:06.171492 dv-cinder-846171-1-iscsi neutron-server[116192]: 'Port': {'1.7'}, Jun 16 18:48:06.171492 dv-cinder-846171-1-iscsi neutron-server[116192]: 'PortForwarding': {'1.3'}, Jun 16 18:48:06.171492 dv-cinder-846171-1-iscsi neutron-server[116192]: 'QosPolicy': {'1.10'}, Jun 16 18:48:06.171492 dv-cinder-846171-1-iscsi neutron-server[116192]: 'SecurityGroup': {'1.5'}, Jun 16 18:48:06.171492 dv-cinder-846171-1-iscsi neutron-server[116192]: 'SecurityGroupRule': {'1.2'}, Jun 16 18:48:06.171492 dv-cinder-846171-1-iscsi neutron-server[116192]: 'SubPort': {'1.0'}, Jun 16 18:48:06.171492 dv-cinder-846171-1-iscsi neutron-server[116192]: 'Subnet': {'1.1'}, Jun 16 18:48:06.171492 dv-cinder-846171-1-iscsi neutron-server[116192]: 'Trunk': {'1.1'}} Jun 16 18:48:06.171492 dv-cinder-846171-1-iscsi neutron-server[116192]: consumer versions: Jun 16 18:48:06.171492 dv-cinder-846171-1-iscsi neutron-server[116192]: { DHCP agent@dv-cinder-846171-1-iscsi: {}, Jun 16 18:48:06.171492 dv-cinder-846171-1-iscsi neutron-server[116192]: L3 agent@dv-cinder-846171-1-iscsi: {}, Jun 16 18:48:06.171492 dv-cinder-846171-1-iscsi neutron-server[116192]: Metadata agent@dv-cinder-846171-1-iscsi: {}, Jun 16 18:48:06.171492 dv-cinder-846171-1-iscsi neutron-server[116192]: Metering agent@dv-cinder-846171-1-iscsi: {}, Jun 16 18:48:06.171492 dv-cinder-846171-1-iscsi neutron-server[116192]: Open vSwitch agent@dv-cinder-846171-1-iscsi: { 'AddressGroup': '1.2', Jun 16 18:48:06.171492 dv-cinder-846171-1-iscsi neutron-server[116192]: 'Agent': '1.1', Jun 16 18:48:06.171492 dv-cinder-846171-1-iscsi neutron-server[116192]: 'ConntrackHelper': '1.0', Jun 16 18:48:06.171492 dv-cinder-846171-1-iscsi neutron-server[116192]: 'LocalIPAssociation': '1.0', Jun 16 18:48:06.171492 dv-cinder-846171-1-iscsi neutron-server[116192]: 'Log': '1.0', Jun 16 18:48:06.171492 dv-cinder-846171-1-iscsi neutron-server[116192]: 'NDPProxy': '1.0', Jun 16 18:48:06.171492 dv-cinder-846171-1-iscsi neutron-server[116192]: 'Network': '1.1', Jun 16 18:48:06.171492 dv-cinder-846171-1-iscsi neutron-server[116192]: 'Port': '1.7', Jun 16 18:48:06.171492 dv-cinder-846171-1-iscsi neutron-server[116192]: 'PortForwarding': '1.3', Jun 16 18:48:06.171492 dv-cinder-846171-1-iscsi neutron-server[116192]: 'QosPolicy': '1.10', Jun 16 18:48:06.171492 dv-cinder-846171-1-iscsi neutron-server[116192]: 'SecurityGroup': '1.5', Jun 16 18:48:06.171492 dv-cinder-846171-1-iscsi neutron-server[116192]: 'SecurityGroupRule': '1.2', Jun 16 18:48:06.171492 dv-cinder-846171-1-iscsi neutron-server[116192]: 'SubPort': '1.0', Jun 16 18:48:06.171492 dv-cinder-846171-1-iscsi neutron-server[116192]: 'Subnet': '1.1', Jun 16 18:48:06.171492 dv-cinder-846171-1-iscsi neutron-server[116192]: 'Trunk': '1.1'}} Jun 16 18:48:06.171492 dv-cinder-846171-1-iscsi neutron-server[116192]: {{(pid=116192) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 18:48:06.230726 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6b060450-24d9-47c2-959e-e80cf0364962 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748651047006'] for network (d7ab3290-3ce1-430c-a2b5-625628340a0e), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:06.311577 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6b060450-24d9-47c2-959e-e80cf0364962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080'] for network (d7ab3290-3ce1-430c-a2b5-625628340a0e), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:06.312818 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b060450-24d9-47c2-959e-e80cf0364962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:48:06.313648 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6b060450-24d9-47c2-959e-e80cf0364962 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for network (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:06.415209 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b060450-24d9-47c2-959e-e80cf0364962 admin admin] Pushing event updated for resources: {'Network': ['ID=d7ab3290-3ce1-430c-a2b5-625628340a0e,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:06.419692 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-6b060450-24d9-47c2-959e-e80cf0364962 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.5707765 Jun 16 18:48:06.444868 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Network d7ab3290-3ce1-430c-a2b5-625628340a0e details requested by agent ovs-agent-dv-cinder-846171-1-iscsi with host dv-cinder-846171-1-iscsi {{(pid=116194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 18:48:06.460223 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:48:06.689145 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-3061e17f-6fda-42d2-a3c7-923530fac909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:08.765725 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 44550) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:48:09.000240 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-cc84f56c-e8b9-434d-a079-5a8b16cb64ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:09.168484 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62671dca-3b60-4424-bb9b-54346de5b999 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:48:09.169878 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-62671dca-3b60-4424-bb9b-54346de5b999 demo admin] 10.222.0.81 "GET /v2.0/subnets/88c8c063-40a9-4ae2-95bd-19aeaefe1483 HTTP/1.1" status: 200 len: 849 time: 0.4032123 Jun 16 18:48:09.349793 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-e3e6493c-09e3-4c04-8a82-137b4321ba35 demo admin] 10.222.0.81 "GET /v2.0/routers/75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b HTTP/1.1" status: 200 len: 704 time: 0.1733422 Jun 16 18:48:09.625994 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d8f90628-68bb-4440-aae0-62b6f489c3f7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:09.739677 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:UPDATE=2,neutron:SELECT=14,neutron:INSERT=3,neutron:DELETE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:48:09.824299 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:48:09.891411 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:48:10.014500 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.db_base_plugin_common [None req-d8f90628-68bb-4440-aae0-62b6f489c3f7 demo admin] Allocated IP 172.20.0.1 (b1eac505-19a5-4368-bf75-faf5c0a9d3ba/88c8c063-40a9-4ae2-95bd-19aeaefe1483/c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce) {{(pid=116192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:48:10.190776 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:10.228345 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d8f90628-68bb-4440-aae0-62b6f489c3f7 demo admin] Publish callbacks [] for port (c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:10.340413 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d8f90628-68bb-4440-aae0-62b6f489c3f7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864'] for port (c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:10.416363 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f90628-68bb-4440-aae0-62b6f489c3f7 demo admin] Network b1eac505-19a5-4368-bf75-faf5c0a9d3ba is already hosted by enough agents. {{(pid=116192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:48:10.423194 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-d8f90628-68bb-4440-aae0-62b6f489c3f7 demo admin] Resources bound (agent type, host, resource id): {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:48:10.432224 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f90628-68bb-4440-aae0-62b6f489c3f7 demo admin] Received port after_create {{(pid=116192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:48:10.432773 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d8f90628-68bb-4440-aae0-62b6f489c3f7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8339802'] for router_interface (75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:10.451766 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f90628-68bb-4440-aae0-62b6f489c3f7 demo admin] Pushing event updated for resources: {'Port': ['ID=c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:10.634461 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-b69b3238-74d3-4443-baa3-a20c3a2c36ee None None] Provisioning complete for port c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:48:10.634860 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-b69b3238-74d3-4443-baa3-a20c3a2c36ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:10.668353 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-b69b3238-74d3-4443-baa3-a20c3a2c36ee None None] Port c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:48:10.716204 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d8f90628-68bb-4440-aae0-62b6f489c3f7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce), before_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:10.968841 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d8f90628-68bb-4440-aae0-62b6f489c3f7 demo admin] Publish callbacks [] for port (c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce), precommit_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:11.013735 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d8f90628-68bb-4440-aae0-62b6f489c3f7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce), after_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:11.014570 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d8f90628-68bb-4440-aae0-62b6f489c3f7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8339886'] for router_interface (75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:11.017773 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:48:11.100563 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f90628-68bb-4440-aae0-62b6f489c3f7 demo admin] Pushing event updated for resources: {'Port': ['ID=c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce,revision_number=2']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:11.143064 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f90628-68bb-4440-aae0-62b6f489c3f7 demo admin] Network b1eac505-19a5-4368-bf75-faf5c0a9d3ba is already hosted by enough agents. {{(pid=116192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:48:11.144356 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-d8f90628-68bb-4440-aae0-62b6f489c3f7 demo admin] Resources bound (agent type, host, resource id): {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:48:11.345618 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f90628-68bb-4440-aae0-62b6f489c3f7 demo admin] Router 75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b is scheduled to L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a with binding_index 1 {{(pid=116192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 18:48:11.349027 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:48:11.389402 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-8fb9a524-508f-4e40-96b7-92ff7d8206d5 None None] Provisioning complete for port c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:48:11.389961 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-8fb9a524-508f-4e40-96b7-92ff7d8206d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:11.435404 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-8fb9a524-508f-4e40-96b7-92ff7d8206d5 None None] Port c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:48:11.438847 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f90628-68bb-4440-aae0-62b6f489c3f7 demo admin] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:48:11.443889 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-d8f90628-68bb-4440-aae0-62b6f489c3f7 demo admin] 10.222.0.81 "PUT /v2.0/routers/75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0888610 Jun 16 18:48:11.448566 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d19db9-19b1-4d08-a505-ab538e86c928 None None] Sync routers for ids ['75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b'] in dv-cinder-846171-1-iscsi {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:48:11.460960 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d19db9-19b1-4d08-a505-ab538e86c928 None None] Routers {'75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:48:11.462083 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-e6d19db9-19b1-4d08-a505-ab538e86c928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:48:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:48:11.511886 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:11.644192 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-e6d19db9-19b1-4d08-a505-ab538e86c928 None None] Set router 75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b gateway port host: None {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:48:12.028464 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:12.057607 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-e6d19db9-19b1-4d08-a505-ab538e86c928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b', 'name': 'router1', 'tenant_id': '0e628770474b423e99809dd568e34a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:47:59Z', 'updated_at': '2022-06-16T18:48:10Z', 'revision_number': 2, 'project_id': '0e628770474b423e99809dd568e34a0e', 'gw_port_host': None, '_interfaces': [{'id': 'c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce', 'name': '', 'network_id': 'b1eac505-19a5-4368-bf75-faf5c0a9d3ba', 'tenant_id': '0e628770474b423e99809dd568e34a0e', 'mac_address': 'fa:16:3e:ed:88:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '88c8c063-40a9-4ae2-95bd-19aeaefe1483', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:48:09Z', 'updated_at': '2022-06-16T18:48:10Z', 'revision_number': 2, 'project_id': '0e628770474b423e99809dd568e34a0e', 'subnets': [{'id': '88c8c063-40a9-4ae2-95bd-19aeaefe1483', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5317effb-e8a2-43f2-835a-e759ad50edd0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:48:12.107423 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d19db9-19b1-4d08-a505-ab538e86c928 None None] Checking router: 75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b for host: dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:48:12.107796 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d19db9-19b1-4d08-a505-ab538e86c928 None None] Updating router 75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b port c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce binding host dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:48:12.160721 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-e6d19db9-19b1-4d08-a505-ab538e86c928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce), before_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:12.660323 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-e6d19db9-19b1-4d08-a505-ab538e86c928 None None] Publish callbacks [] for port (c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce), precommit_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:12.748131 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-e6d19db9-19b1-4d08-a505-ab538e86c928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce), after_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:12.914167 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6dd1a1-2462-4ffa-a850-5ee820ade15f None None] Pushing event updated for resources: {'Port': ['ID=c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce,revision_number=3']} {{(pid=116195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:12.924369 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.managers [None req-e6d19db9-19b1-4d08-a505-ab538e86c928 None None] Attempting to bind port c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce on host dv-cinder-846171-1-iscsi for vnic_type normal with profile {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:48:12.924777 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.managers [None req-e6d19db9-19b1-4d08-a505-ab538e86c928 None None] Attempting to bind port c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce by drivers openvswitch,hyperv on host dv-cinder-846171-1-iscsi at level 0 using segments [{'id': '97a81ca3-fd9f-4961-916a-6e36dff5ccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'b1eac505-19a5-4368-bf75-faf5c0a9d3ba'}] {{(pid=116195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:48:12.925197 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d19db9-19b1-4d08-a505-ab538e86c928 None None] Attempting to bind port c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce on network b1eac505-19a5-4368-bf75-faf5c0a9d3ba {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:48:12.929800 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6dd1a1-2462-4ffa-a850-5ee820ade15f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:12.930147 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6dd1a1-2462-4ffa-a850-5ee820ade15f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:12.930490 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6dd1a1-2462-4ffa-a850-5ee820ade15f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:12.930830 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6dd1a1-2462-4ffa-a850-5ee820ade15f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:12.931161 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6dd1a1-2462-4ffa-a850-5ee820ade15f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:12.931487 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6dd1a1-2462-4ffa-a850-5ee820ade15f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:12.931818 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6dd1a1-2462-4ffa-a850-5ee820ade15f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:12.932141 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6dd1a1-2462-4ffa-a850-5ee820ade15f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:12.932462 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6dd1a1-2462-4ffa-a850-5ee820ade15f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:12.932786 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6dd1a1-2462-4ffa-a850-5ee820ade15f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:12.933126 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6dd1a1-2462-4ffa-a850-5ee820ade15f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:12.933488 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6dd1a1-2462-4ffa-a850-5ee820ade15f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:12.933812 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6dd1a1-2462-4ffa-a850-5ee820ade15f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:12.934131 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6dd1a1-2462-4ffa-a850-5ee820ade15f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:12.934451 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6dd1a1-2462-4ffa-a850-5ee820ade15f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:48:12.935872 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6dd1a1-2462-4ffa-a850-5ee820ade15f None None] Tracked resource versions report: Jun 16 18:48:12.935872 dv-cinder-846171-1-iscsi neutron-server[116195]: pushed versions: Jun 16 18:48:12.935872 dv-cinder-846171-1-iscsi neutron-server[116195]: { 'AddressGroup': {'1.2'}, Jun 16 18:48:12.935872 dv-cinder-846171-1-iscsi neutron-server[116195]: 'Agent': {'1.1'}, Jun 16 18:48:12.935872 dv-cinder-846171-1-iscsi neutron-server[116195]: 'ConntrackHelper': {'1.0'}, Jun 16 18:48:12.935872 dv-cinder-846171-1-iscsi neutron-server[116195]: 'LocalIPAssociation': {'1.0'}, Jun 16 18:48:12.935872 dv-cinder-846171-1-iscsi neutron-server[116195]: 'Log': {'1.0'}, Jun 16 18:48:12.935872 dv-cinder-846171-1-iscsi neutron-server[116195]: 'NDPProxy': {'1.0'}, Jun 16 18:48:12.935872 dv-cinder-846171-1-iscsi neutron-server[116195]: 'Network': {'1.1'}, Jun 16 18:48:12.935872 dv-cinder-846171-1-iscsi neutron-server[116195]: 'Port': {'1.7'}, Jun 16 18:48:12.935872 dv-cinder-846171-1-iscsi neutron-server[116195]: 'PortForwarding': {'1.3'}, Jun 16 18:48:12.935872 dv-cinder-846171-1-iscsi neutron-server[116195]: 'QosPolicy': {'1.10'}, Jun 16 18:48:12.935872 dv-cinder-846171-1-iscsi neutron-server[116195]: 'SecurityGroup': {'1.5'}, Jun 16 18:48:12.935872 dv-cinder-846171-1-iscsi neutron-server[116195]: 'SecurityGroupRule': {'1.2'}, Jun 16 18:48:12.935872 dv-cinder-846171-1-iscsi neutron-server[116195]: 'SubPort': {'1.0'}, Jun 16 18:48:12.935872 dv-cinder-846171-1-iscsi neutron-server[116195]: 'Subnet': {'1.1'}, Jun 16 18:48:12.935872 dv-cinder-846171-1-iscsi neutron-server[116195]: 'Trunk': {'1.1'}} Jun 16 18:48:12.935872 dv-cinder-846171-1-iscsi neutron-server[116195]: consumer versions: Jun 16 18:48:12.935872 dv-cinder-846171-1-iscsi neutron-server[116195]: { DHCP agent@dv-cinder-846171-1-iscsi: {}, Jun 16 18:48:12.935872 dv-cinder-846171-1-iscsi neutron-server[116195]: L3 agent@dv-cinder-846171-1-iscsi: {}, Jun 16 18:48:12.935872 dv-cinder-846171-1-iscsi neutron-server[116195]: Metadata agent@dv-cinder-846171-1-iscsi: {}, Jun 16 18:48:12.935872 dv-cinder-846171-1-iscsi neutron-server[116195]: Metering agent@dv-cinder-846171-1-iscsi: {}, Jun 16 18:48:12.935872 dv-cinder-846171-1-iscsi neutron-server[116195]: Open vSwitch agent@dv-cinder-846171-1-iscsi: { 'AddressGroup': '1.2', Jun 16 18:48:12.935872 dv-cinder-846171-1-iscsi neutron-server[116195]: 'Agent': '1.1', Jun 16 18:48:12.935872 dv-cinder-846171-1-iscsi neutron-server[116195]: 'ConntrackHelper': '1.0', Jun 16 18:48:12.935872 dv-cinder-846171-1-iscsi neutron-server[116195]: 'LocalIPAssociation': '1.0', Jun 16 18:48:12.935872 dv-cinder-846171-1-iscsi neutron-server[116195]: 'Log': '1.0', Jun 16 18:48:12.935872 dv-cinder-846171-1-iscsi neutron-server[116195]: 'NDPProxy': '1.0', Jun 16 18:48:12.935872 dv-cinder-846171-1-iscsi neutron-server[116195]: 'Network': '1.1', Jun 16 18:48:12.935872 dv-cinder-846171-1-iscsi neutron-server[116195]: 'Port': '1.7', Jun 16 18:48:12.935872 dv-cinder-846171-1-iscsi neutron-server[116195]: 'PortForwarding': '1.3', Jun 16 18:48:12.935872 dv-cinder-846171-1-iscsi neutron-server[116195]: 'QosPolicy': '1.10', Jun 16 18:48:12.935872 dv-cinder-846171-1-iscsi neutron-server[116195]: 'SecurityGroup': '1.5', Jun 16 18:48:12.935872 dv-cinder-846171-1-iscsi neutron-server[116195]: 'SecurityGroupRule': '1.2', Jun 16 18:48:12.935872 dv-cinder-846171-1-iscsi neutron-server[116195]: 'SubPort': '1.0', Jun 16 18:48:12.935872 dv-cinder-846171-1-iscsi neutron-server[116195]: 'Subnet': '1.1', Jun 16 18:48:12.935872 dv-cinder-846171-1-iscsi neutron-server[116195]: 'Trunk': '1.1'}} Jun 16 18:48:12.935872 dv-cinder-846171-1-iscsi neutron-server[116195]: {{(pid=116195) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 18:48:12.940566 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d19db9-19b1-4d08-a505-ab538e86c928 None None] Checking agent: {'id': 'ea8cc94b-de2a-4266-a745-8fe843a33d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846171-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 47, 42), 'started_at': datetime.datetime(2022, 6, 16, 18, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846171-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:48:12.940981 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d19db9-19b1-4d08-a505-ab538e86c928 None None] Checking segment: {'id': '97a81ca3-fd9f-4961-916a-6e36dff5ccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'b1eac505-19a5-4368-bf75-faf5c0a9d3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:48:12.941554 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-e6d19db9-19b1-4d08-a505-ab538e86c928 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:12.941879 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d19db9-19b1-4d08-a505-ab538e86c928 None None] Bound using segment: {'id': '97a81ca3-fd9f-4961-916a-6e36dff5ccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'b1eac505-19a5-4368-bf75-faf5c0a9d3ba'} {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:48:12.942374 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.managers [None req-e6d19db9-19b1-4d08-a505-ab538e86c928 None None] Bound port: c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce, host: dv-cinder-846171-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a81ca3-fd9f-4961-916a-6e36dff5ccfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'b1eac505-19a5-4368-bf75-faf5c0a9d3ba'}}] {{(pid=116195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:48:12.942770 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-e6d19db9-19b1-4d08-a505-ab538e86c928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce), before_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:12.961889 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-c01e0e53-94ee-4685-b84f-dccef3da7a0b None None] Provisioning complete for port c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:48:12.962415 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-c01e0e53-94ee-4685-b84f-dccef3da7a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:12.994956 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-c01e0e53-94ee-4685-b84f-dccef3da7a0b None None] Port c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:48:13.006754 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.db [None req-e6d19db9-19b1-4d08-a505-ab538e86c928 None None] For port c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce, host dv-cinder-846171-1-iscsi, cleared binding levels {{(pid=116195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:48:13.027017 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:48:13.029317 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.db [None req-e6d19db9-19b1-4d08-a505-ab538e86c928 None None] For port c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce, host dv-cinder-846171-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce,segment=NetworkSegment(97a81ca3-fd9f-4961-916a-6e36dff5ccfd),segment_id=97a81ca3-fd9f-4961-916a-6e36dff5ccfd)] {{(pid=116195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:48:13.030359 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:48:13.139109 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-e6d19db9-19b1-4d08-a505-ab538e86c928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce), after_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:13.197888 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d19db9-19b1-4d08-a505-ab538e86c928 None None] Routers {'75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:48:13.198517 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-e6d19db9-19b1-4d08-a505-ab538e86c928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:48:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:48:13.200485 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6dd1a1-2462-4ffa-a850-5ee820ade15f None None] Pushing event updated for resources: {'Port': ['ID=c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce,revision_number=4']} {{(pid=116195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:13.290159 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-e6d19db9-19b1-4d08-a505-ab538e86c928 None None] Set router 75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b gateway port host: None {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:48:13.416261 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-293084bd-f9e1-4c7f-8290-e84b56b3c122 None None] Provisioning complete for port c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:48:13.416916 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-293084bd-f9e1-4c7f-8290-e84b56b3c122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:13.485700 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-e6d19db9-19b1-4d08-a505-ab538e86c928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b', 'name': 'router1', 'tenant_id': '0e628770474b423e99809dd568e34a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:47:59Z', 'updated_at': '2022-06-16T18:48:10Z', 'revision_number': 2, 'project_id': '0e628770474b423e99809dd568e34a0e', 'gw_port_host': None, '_interfaces': [{'id': 'c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce', 'name': '', 'network_id': 'b1eac505-19a5-4368-bf75-faf5c0a9d3ba', 'tenant_id': '0e628770474b423e99809dd568e34a0e', 'mac_address': 'fa:16:3e:ed:88:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '88c8c063-40a9-4ae2-95bd-19aeaefe1483', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:48:09Z', 'updated_at': '2022-06-16T18:48:12Z', 'revision_number': 4, 'project_id': '0e628770474b423e99809dd568e34a0e', 'subnets': [{'id': '88c8c063-40a9-4ae2-95bd-19aeaefe1483', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5317effb-e8a2-43f2-835a-e759ad50edd0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:48:13.493141 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-293084bd-f9e1-4c7f-8290-e84b56b3c122 None None] Current status of the port c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce is: DOWN; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:48:13.493667 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-293084bd-f9e1-4c7f-8290-e84b56b3c122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:13.514707 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d19db9-19b1-4d08-a505-ab538e86c928 None None] The sync data for ids ['75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b'] in dv-cinder-846171-1-iscsi is: [{'id': '75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b', 'name': 'router1', 'tenant_id': '0e628770474b423e99809dd568e34a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:47:59Z', 'updated_at': '2022-06-16T18:48:10Z', 'revision_number': 2, 'project_id': '0e628770474b423e99809dd568e34a0e', 'gw_port_host': None, '_interfaces': [{'id': 'c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce', 'name': '', 'network_id': 'b1eac505-19a5-4368-bf75-faf5c0a9d3ba', 'tenant_id': '0e628770474b423e99809dd568e34a0e', 'mac_address': 'fa:16:3e:ed:88:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '88c8c063-40a9-4ae2-95bd-19aeaefe1483', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:48:09Z', 'updated_at': '2022-06-16T18:48:12Z', 'revision_number': 4, 'project_id': '0e628770474b423e99809dd568e34a0e', 'subnets': [{'id': '88c8c063-40a9-4ae2-95bd-19aeaefe1483', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5317effb-e8a2-43f2-835a-e759ad50edd0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:48:13.526844 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:48:13.532226 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-293084bd-f9e1-4c7f-8290-e84b56b3c122 None None] For port c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce,segment=NetworkSegment(97a81ca3-fd9f-4961-916a-6e36dff5ccfd),segment_id=97a81ca3-fd9f-4961-916a-6e36dff5ccfd)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:48:13.601556 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-293084bd-f9e1-4c7f-8290-e84b56b3c122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:13.657059 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293084bd-f9e1-4c7f-8290-e84b56b3c122 None None] Pushing event updated for resources: {'Port': ['ID=c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce,revision_number=5']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:13.825805 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 44572) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:48:14.023173 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f070d3-845d-4aa5-858c-3c2c5cc7e205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:48:14.024546 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-b8f070d3-845d-4aa5-858c-3c2c5cc7e205 admin admin] 10.222.0.81 "GET /v2.0/networks/d7ab3290-3ce1-430c-a2b5-625628340a0e HTTP/1.1" status: 200 len: 842 time: 0.1976984 Jun 16 18:48:14.033921 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-c95bd7e0-2f59-4ca3-bbdc-18a5da095bb6 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:48:14.133151 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95bd7e0-2f59-4ca3-bbdc-18a5da095bb6 admin admin] Made reservation on behalf of 3b167122bd2b4c3cba143eecf3576355 for: {'subnet': 1} {{(pid=116192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:48:14.135559 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c95bd7e0-2f59-4ca3-bbdc-18a5da095bb6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:14.486563 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.objects.ports [None req-c95bd7e0-2f59-4ca3-bbdc-18a5da095bb6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=116192) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 16 18:48:14.486929 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c95bd7e0-2f59-4ca3-bbdc-18a5da095bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080'] for subnet (2251f151-d04b-4b41-88db-58f0d465a2f0), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:14.542753 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95bd7e0-2f59-4ca3-bbdc-18a5da095bb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2251f151-d04b-4b41-88db-58f0d465a2f0,revision_number=0']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:14.555212 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95bd7e0-2f59-4ca3-bbdc-18a5da095bb6 admin admin] Checking segment: {'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:48:14.555566 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95bd7e0-2f59-4ca3-bbdc-18a5da095bb6 admin admin] Network hostable DHCP agents. Network: d7ab3290-3ce1-430c-a2b5-625628340a0e, hostable agents: ['a953bae7-14c3-401b-bbd5-413ea1206353'], hosted agents: [] {{(pid=116192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:48:14.670303 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95bd7e0-2f59-4ca3-bbdc-18a5da095bb6 admin admin] Network d7ab3290-3ce1-430c-a2b5-625628340a0e is scheduled to be hosted by DHCP agent a953bae7-14c3-401b-bbd5-413ea1206353 with binding_index 1 {{(pid=116192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:48:14.750608 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-c95bd7e0-2f59-4ca3-bbdc-18a5da095bb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846171-1-iscsi, d7ab3290-3ce1-430c-a2b5-625628340a0e) {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:48:14.755250 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95bd7e0-2f59-4ca3-bbdc-18a5da095bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:48:14.755886 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c95bd7e0-2f59-4ca3-bbdc-18a5da095bb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for subnet (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:14.762056 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871a66d5-48ca-4e58-b117-3c5424e604fd None None] Network d7ab3290-3ce1-430c-a2b5-625628340a0e requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:48:14.857268 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-c95bd7e0-2f59-4ca3-bbdc-18a5da095bb6 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8137007 Jun 16 18:48:14.862788 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db9d04e-bc9b-447f-924b-adc6a986f88a None None] Network d7ab3290-3ce1-430c-a2b5-625628340a0e requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:48:17.185417 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 44590) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:48:17.303588 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:48:17.313864 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-ae706e51-01fe-448d-beda-cd1eea4660e2 demo admin] 10.222.0.81 "GET /v2.0/routers/75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b HTTP/1.1" status: 200 len: 710 time: 0.1273866 Jun 16 18:48:17.406911 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93682c6c-2776-42a3-8cc5-619a28847872 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:48:17.408279 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-93682c6c-2776-42a3-8cc5-619a28847872 demo admin] 10.222.0.81 "GET /v2.0/networks/d7ab3290-3ce1-430c-a2b5-625628340a0e HTTP/1.1" status: 200 len: 886 time: 0.0888319 Jun 16 18:48:17.417639 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-d5486aa3-26fc-4443-bc3f-2081291facba demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:48:17.566329 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:48:17.650099 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d5486aa3-26fc-4443-bc3f-2081291facba demo admin] Publish callbacks [] for router_gateway (75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b), precommit_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:18.022544 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d5486aa3-26fc-4443-bc3f-2081291facba demo admin] Publish callbacks [] for router_gateway (75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:18.099827 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d5486aa3-26fc-4443-bc3f-2081291facba demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:18.200368 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.db_base_plugin_common [None req-d5486aa3-26fc-4443-bc3f-2081291facba demo admin] Allocated IP 172.27.0.129 (d7ab3290-3ce1-430c-a2b5-625628340a0e/2251f151-d04b-4b41-88db-58f0d465a2f0/5096ed8f-0a6c-4ba8-b5dc-8be03fdcc84b) {{(pid=116192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:48:18.307683 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d5486aa3-26fc-4443-bc3f-2081291facba demo admin] Publish callbacks [] for port (5096ed8f-0a6c-4ba8-b5dc-8be03fdcc84b), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:18.418346 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d5486aa3-26fc-4443-bc3f-2081291facba demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864'] for port (5096ed8f-0a6c-4ba8-b5dc-8be03fdcc84b), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:18.455988 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:48:18.461695 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5486aa3-26fc-4443-bc3f-2081291facba demo admin] Network d7ab3290-3ce1-430c-a2b5-625628340a0e is already hosted by enough agents. {{(pid=116192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:48:18.466921 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-d5486aa3-26fc-4443-bc3f-2081291facba demo admin] Resources bound (agent type, host, resource id): {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:48:18.469065 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5486aa3-26fc-4443-bc3f-2081291facba demo admin] Pushing event updated for resources: {'Port': ['ID=5096ed8f-0a6c-4ba8-b5dc-8be03fdcc84b,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:18.473055 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5486aa3-26fc-4443-bc3f-2081291facba demo admin] Received port after_create {{(pid=116192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:48:18.782869 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:48:18.799184 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d5486aa3-26fc-4443-bc3f-2081291facba demo admin] Publish callbacks [] for router_gateway (75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:18.982855 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d5486aa3-26fc-4443-bc3f-2081291facba demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8340035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8340193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12069'] for router (75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b), precommit_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:18.986381 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d5486aa3-26fc-4443-bc3f-2081291facba demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8340070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8340040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8340081', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8344687'] for router (75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b), after_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:19.088580 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5486aa3-26fc-4443-bc3f-2081291facba demo admin] Router 75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:48:19.190503 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5486aa3-26fc-4443-bc3f-2081291facba demo admin] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:48:19.195624 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d5486aa3-26fc-4443-bc3f-2081291facba demo admin] Publish callbacks [] for router (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:19.196833 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-d5486aa3-26fc-4443-bc3f-2081291facba demo admin] 10.222.0.81 "PUT /v2.0/routers/75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b HTTP/1.1" status: 200 len: 890 time: 1.7823801 Jun 16 18:48:19.770096 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:48:19.813866 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:48:19.814345 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:19.847813 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f4af72-6356-4e72-9663-4787a888462c None None] Sync routers for ids ['75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b'] in dv-cinder-846171-1-iscsi {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:48:19.864155 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f4af72-6356-4e72-9663-4787a888462c None None] Routers {'75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:48:19.864786 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-f9f4af72-6356-4e72-9663-4787a888462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:48:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:48:20.039969 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:48:20.095026 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-f9f4af72-6356-4e72-9663-4787a888462c None None] Set router 75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:48:20.158921 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:48:20.535948 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-f9f4af72-6356-4e72-9663-4787a888462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b', 'name': 'router1', 'tenant_id': '0e628770474b423e99809dd568e34a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '5096ed8f-0a6c-4ba8-b5dc-8be03fdcc84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:47:59Z', 'updated_at': '2022-06-16T18:48:18Z', 'revision_number': 4, 'project_id': '0e628770474b423e99809dd568e34a0e', 'gw_port': {'id': '5096ed8f-0a6c-4ba8-b5dc-8be03fdcc84b', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:48:18Z', 'updated_at': '2022-06-16T18:48:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': 'c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce', 'name': '', 'network_id': 'b1eac505-19a5-4368-bf75-faf5c0a9d3ba', 'tenant_id': '0e628770474b423e99809dd568e34a0e', 'mac_address': 'fa:16:3e:ed:88:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '88c8c063-40a9-4ae2-95bd-19aeaefe1483', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:48:09Z', 'updated_at': '2022-06-16T18:48:13Z', 'revision_number': 5, 'project_id': '0e628770474b423e99809dd568e34a0e', 'subnets': [{'id': '88c8c063-40a9-4ae2-95bd-19aeaefe1483', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5317effb-e8a2-43f2-835a-e759ad50edd0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:48:20.583046 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f4af72-6356-4e72-9663-4787a888462c None None] Checking router: 75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b for host: dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:48:20.583395 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f4af72-6356-4e72-9663-4787a888462c None None] Updating router 75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b port 5096ed8f-0a6c-4ba8-b5dc-8be03fdcc84b binding host dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:48:20.636455 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-f9f4af72-6356-4e72-9663-4787a888462c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (5096ed8f-0a6c-4ba8-b5dc-8be03fdcc84b), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:20.843359 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=100 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:48:20.937961 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-f9f4af72-6356-4e72-9663-4787a888462c None None] Publish callbacks [] for port (5096ed8f-0a6c-4ba8-b5dc-8be03fdcc84b), precommit_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:21.003525 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-f9f4af72-6356-4e72-9663-4787a888462c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (5096ed8f-0a6c-4ba8-b5dc-8be03fdcc84b), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:21.056552 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d2229-3e32-4fc8-8899-4044eb23d4dd None None] Pushing event updated for resources: {'Port': ['ID=5096ed8f-0a6c-4ba8-b5dc-8be03fdcc84b,revision_number=2']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:21.059184 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-f9f4af72-6356-4e72-9663-4787a888462c None None] Attempting to bind port 5096ed8f-0a6c-4ba8-b5dc-8be03fdcc84b on host dv-cinder-846171-1-iscsi for vnic_type normal with profile {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:48:21.059560 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-f9f4af72-6356-4e72-9663-4787a888462c None None] Attempting to bind port 5096ed8f-0a6c-4ba8-b5dc-8be03fdcc84b by drivers openvswitch,hyperv on host dv-cinder-846171-1-iscsi at level 0 using segments [{'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:48:21.059929 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f4af72-6356-4e72-9663-4787a888462c None None] Attempting to bind port 5096ed8f-0a6c-4ba8-b5dc-8be03fdcc84b on network d7ab3290-3ce1-430c-a2b5-625628340a0e {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:48:21.066528 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f4af72-6356-4e72-9663-4787a888462c None None] Checking agent: {'id': 'ea8cc94b-de2a-4266-a745-8fe843a33d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846171-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 47, 42), 'started_at': datetime.datetime(2022, 6, 16, 18, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846171-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:48:21.066907 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f4af72-6356-4e72-9663-4787a888462c None None] Checking segment: {'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:48:21.067312 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-f9f4af72-6356-4e72-9663-4787a888462c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:21.067700 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f4af72-6356-4e72-9663-4787a888462c None None] Bound using segment: {'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:48:21.068163 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-f9f4af72-6356-4e72-9663-4787a888462c None None] Bound port: 5096ed8f-0a6c-4ba8-b5dc-8be03fdcc84b, host: dv-cinder-846171-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:48:21.068543 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-f9f4af72-6356-4e72-9663-4787a888462c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (5096ed8f-0a6c-4ba8-b5dc-8be03fdcc84b), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:21.118218 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-f9f4af72-6356-4e72-9663-4787a888462c None None] For port 5096ed8f-0a6c-4ba8-b5dc-8be03fdcc84b, host dv-cinder-846171-1-iscsi, cleared binding levels {{(pid=116194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:48:21.121102 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-f9f4af72-6356-4e72-9663-4787a888462c None None] For port 5096ed8f-0a6c-4ba8-b5dc-8be03fdcc84b, host dv-cinder-846171-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=5096ed8f-0a6c-4ba8-b5dc-8be03fdcc84b,segment=NetworkSegment(71d34237-f06f-4603-b433-3dd04278adc6),segment_id=71d34237-f06f-4603-b433-3dd04278adc6)] {{(pid=116194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:48:21.226750 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-f9f4af72-6356-4e72-9663-4787a888462c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (5096ed8f-0a6c-4ba8-b5dc-8be03fdcc84b), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:21.281969 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f4af72-6356-4e72-9663-4787a888462c None None] Routers {'75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:48:21.282572 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-f9f4af72-6356-4e72-9663-4787a888462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:48:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:48:21.287349 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d2229-3e32-4fc8-8899-4044eb23d4dd None None] Pushing event updated for resources: {'Port': ['ID=5096ed8f-0a6c-4ba8-b5dc-8be03fdcc84b,revision_number=3']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:21.387634 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-f9f4af72-6356-4e72-9663-4787a888462c None None] Set router 75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:48:21.521871 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:48:21.555464 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 44604) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:48:21.590079 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-f9f4af72-6356-4e72-9663-4787a888462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b', 'name': 'router1', 'tenant_id': '0e628770474b423e99809dd568e34a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '5096ed8f-0a6c-4ba8-b5dc-8be03fdcc84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:47:59Z', 'updated_at': '2022-06-16T18:48:18Z', 'revision_number': 4, 'project_id': '0e628770474b423e99809dd568e34a0e', 'gw_port': {'id': '5096ed8f-0a6c-4ba8-b5dc-8be03fdcc84b', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:48:18Z', 'updated_at': '2022-06-16T18:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': 'c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce', 'name': '', 'network_id': 'b1eac505-19a5-4368-bf75-faf5c0a9d3ba', 'tenant_id': '0e628770474b423e99809dd568e34a0e', 'mac_address': 'fa:16:3e:ed:88:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '88c8c063-40a9-4ae2-95bd-19aeaefe1483', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:48:09Z', 'updated_at': '2022-06-16T18:48:13Z', 'revision_number': 5, 'project_id': '0e628770474b423e99809dd568e34a0e', 'subnets': [{'id': '88c8c063-40a9-4ae2-95bd-19aeaefe1483', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5317effb-e8a2-43f2-835a-e759ad50edd0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:48:21.615747 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f4af72-6356-4e72-9663-4787a888462c None None] The sync data for ids ['75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b'] in dv-cinder-846171-1-iscsi is: [{'id': '75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b', 'name': 'router1', 'tenant_id': '0e628770474b423e99809dd568e34a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '5096ed8f-0a6c-4ba8-b5dc-8be03fdcc84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:47:59Z', 'updated_at': '2022-06-16T18:48:18Z', 'revision_number': 4, 'project_id': '0e628770474b423e99809dd568e34a0e', 'gw_port': {'id': '5096ed8f-0a6c-4ba8-b5dc-8be03fdcc84b', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:0c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:48:18Z', 'updated_at': '2022-06-16T18:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': 'c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce', 'name': '', 'network_id': 'b1eac505-19a5-4368-bf75-faf5c0a9d3ba', 'tenant_id': '0e628770474b423e99809dd568e34a0e', 'mac_address': 'fa:16:3e:ed:88:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fd2a7d-16fd-44b8-a9f6-21eb5f71e53b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '88c8c063-40a9-4ae2-95bd-19aeaefe1483', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:48:09Z', 'updated_at': '2022-06-16T18:48:13Z', 'revision_number': 5, 'project_id': '0e628770474b423e99809dd568e34a0e', 'subnets': [{'id': '88c8c063-40a9-4ae2-95bd-19aeaefe1483', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5317effb-e8a2-43f2-835a-e759ad50edd0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:48:21.676800 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-f7219451-7f4b-447a-93c0-0565cafb485a admin admin] 10.222.0.81 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1201942 Jun 16 18:48:21.819011 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 5096ed8f-0a6c-4ba8-b5dc-8be03fdcc84b up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:48:21.869440 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 5096ed8f-0a6c-4ba8-b5dc-8be03fdcc84b triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:48:21.870726 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (5096ed8f-0a6c-4ba8-b5dc-8be03fdcc84b), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:21.950890 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 5096ed8f-0a6c-4ba8-b5dc-8be03fdcc84b is: DOWN; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:48:21.951280 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (5096ed8f-0a6c-4ba8-b5dc-8be03fdcc84b), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:21.956308 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:48:21.975475 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] For port 5096ed8f-0a6c-4ba8-b5dc-8be03fdcc84b, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=5096ed8f-0a6c-4ba8-b5dc-8be03fdcc84b,segment=NetworkSegment(71d34237-f06f-4603-b433-3dd04278adc6),segment_id=71d34237-f06f-4603-b433-3dd04278adc6)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:48:22.096200 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (5096ed8f-0a6c-4ba8-b5dc-8be03fdcc84b), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:22.150332 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Pushing event updated for resources: {'Port': ['ID=5096ed8f-0a6c-4ba8-b5dc-8be03fdcc84b,revision_number=4']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:48:23.115901 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 5 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:48:23.760099 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 5096ed8f-0a6c-4ba8-b5dc-8be03fdcc84b up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:48:23.805984 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 5096ed8f-0a6c-4ba8-b5dc-8be03fdcc84b triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:48:23.806379 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (5096ed8f-0a6c-4ba8-b5dc-8be03fdcc84b), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:23.886335 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 5096ed8f-0a6c-4ba8-b5dc-8be03fdcc84b is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:48:31.662119 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:48:31.670047 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=35 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:48:33.110929 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=54 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:48:33.112351 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=28 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:48:33.880737 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=22 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:48:33.884703 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=50,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:48:36.731873 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-697ad088-ea37-4a9d-a5fe-663c9e194e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:38.995228 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-5e3dc6cc-5ae2-4f7c-ad2d-4fbef3b88d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:40.176915 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:41.496043 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:42.062117 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:48:50.124759 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=3 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:48:50.143135 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=3 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:48:51.988880 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:48:51.991863 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:49:00.115042 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 5 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:49:06.690447 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-652d65c4-a3a3-4bd5-b44e-92bfd3d18208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:49:08.987453 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-38b3b248-40e6-4e35-9542-b9f8232685ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:49:10.111753 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:49:10.113099 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:49:10.177474 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:49:11.503355 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:49:12.034343 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:49:21.969017 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:49:21.970956 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:49:27.130214 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=3 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:49:35.114010 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:49:36.700618 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-967011fe-4ec6-4860-9531-816d7d059a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:49:37.113191 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 5 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:49:39.028322 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-b155fc44-42de-4b21-a6e2-7b8e34a140e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:49:40.176424 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:49:40.592009 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 45144) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:49:40.653258 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.pecan_wsgi.hooks.translation [None req-55091577-7464-46f4-9bd3-71c8e93508bb admin admin] GET failed (client error): The resource could not be found. Jun 16 18:49:40.654538 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-55091577-7464-46f4-9bd3-71c8e93508bb admin admin] 10.222.0.81 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0615051 Jun 16 18:49:40.887581 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62862cef-66df-4f9b-bd15-14b2992f5d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:49:40.889048 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-62862cef-66df-4f9b-bd15-14b2992f5d8e admin admin] 10.222.0.81 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.2304509 Jun 16 18:49:41.488126 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:49:42.037056 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:49:43.037543 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 45154) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:49:43.133379 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83afabba-287d-493e-a984-c185d0fe3438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:49:43.134691 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-83afabba-287d-493e-a984-c185d0fe3438 admin admin] 10.222.0.81 "GET /v2.0/subnets/88c8c063-40a9-4ae2-95bd-19aeaefe1483 HTTP/1.1" status: 200 len: 849 time: 0.0962172 Jun 16 18:49:43.144689 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-b6ee20bb-2ef0-476a-8b02-adf2b9292396 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:49:43.231669 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b6ee20bb-2ef0-476a-8b02-adf2b9292396 admin admin] Publish callbacks [] for subnet (88c8c063-40a9-4ae2-95bd-19aeaefe1483), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:49:43.415864 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b6ee20bb-2ef0-476a-8b02-adf2b9292396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748651437900'] for subnet (88c8c063-40a9-4ae2-95bd-19aeaefe1483), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:49:43.459047 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ee20bb-2ef0-476a-8b02-adf2b9292396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:49:43.459805 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b6ee20bb-2ef0-476a-8b02-adf2b9292396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for subnet (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:49:43.460915 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-b6ee20bb-2ef0-476a-8b02-adf2b9292396 admin admin] 10.222.0.81 "PUT /v2.0/subnets/88c8c063-40a9-4ae2-95bd-19aeaefe1483 HTTP/1.1" status: 200 len: 868 time: 0.3203459 Jun 16 18:49:43.463082 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f391e48-866b-4d3b-8674-7801d59b9a12 None None] Network b1eac505-19a5-4368-bf75-faf5c0a9d3ba requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:49:43.477847 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee20bb-2ef0-476a-8b02-adf2b9292396 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88c8c063-40a9-4ae2-95bd-19aeaefe1483,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:49:43.486044 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee20bb-2ef0-476a-8b02-adf2b9292396 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:49:43.486381 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee20bb-2ef0-476a-8b02-adf2b9292396 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:49:43.486668 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee20bb-2ef0-476a-8b02-adf2b9292396 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:49:43.487032 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee20bb-2ef0-476a-8b02-adf2b9292396 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:49:43.487485 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee20bb-2ef0-476a-8b02-adf2b9292396 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:49:43.487822 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee20bb-2ef0-476a-8b02-adf2b9292396 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:49:43.488151 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee20bb-2ef0-476a-8b02-adf2b9292396 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:49:43.488478 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee20bb-2ef0-476a-8b02-adf2b9292396 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:49:43.488822 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee20bb-2ef0-476a-8b02-adf2b9292396 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:49:43.489155 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee20bb-2ef0-476a-8b02-adf2b9292396 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:49:43.489530 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee20bb-2ef0-476a-8b02-adf2b9292396 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:49:43.489885 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee20bb-2ef0-476a-8b02-adf2b9292396 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:49:43.490214 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee20bb-2ef0-476a-8b02-adf2b9292396 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:49:43.490536 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee20bb-2ef0-476a-8b02-adf2b9292396 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:49:43.490881 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ee20bb-2ef0-476a-8b02-adf2b9292396 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:49:43.817963 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-aa393ca6-8cb2-4a94-9e97-07ae973022f2 None None] Provisioning complete for port f7e49a85-0c34-4fb2-97fb-d91cdd049c41 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:49:43.818358 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-aa393ca6-8cb2-4a94-9e97-07ae973022f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (f7e49a85-0c34-4fb2-97fb-d91cdd049c41), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:49:43.888412 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-aa393ca6-8cb2-4a94-9e97-07ae973022f2 None None] Current status of the port f7e49a85-0c34-4fb2-97fb-d91cdd049c41 is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:49:43.896328 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-aa393ca6-8cb2-4a94-9e97-07ae973022f2 None None] Provisioning complete for port c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:49:43.896720 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-aa393ca6-8cb2-4a94-9e97-07ae973022f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:49:43.969637 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-aa393ca6-8cb2-4a94-9e97-07ae973022f2 None None] Current status of the port c8b20f2a-7ad2-4aee-bfe9-4c4c5b5df8ce is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:49:45.700275 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 45164) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:49:45.899685 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d1bd7e-b59d-4e51-afd9-6c9e05337e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:49:45.900074 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d1bd7e-b59d-4e51-afd9-6c9e05337e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:49:45.901645 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-13d1bd7e-b59d-4e51-afd9-6c9e05337e07 admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2004275 Jun 16 18:49:47.109907 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=2 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:49:48.055037 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 45172) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:49:48.186116 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02249733-b5f7-4bfa-a820-897ed1299a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:49:48.186578 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02249733-b5f7-4bfa-a820-897ed1299a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:49:48.188728 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-02249733-b5f7-4bfa-a820-897ed1299a47 admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1327195 Jun 16 18:49:50.341826 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 45180) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:49:50.470672 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7ca239-ecb9-4563-8770-af47c719fdc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:49:50.472308 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-1c7ca239-ecb9-4563-8770-af47c719fdc1 admin admin] 10.222.0.81 "GET /v2.0/networks/b1eac505-19a5-4368-bf75-faf5c0a9d3ba HTTP/1.1" status: 200 len: 870 time: 0.1286795 Jun 16 18:49:52.623456 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 45188) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:49:52.747959 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7489a4-dceb-415a-8fb6-4804afb02e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:49:52.749366 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-fa7489a4-dceb-415a-8fb6-4804afb02e1a admin admin] 10.222.0.81 "GET /v2.0/networks/d7ab3290-3ce1-430c-a2b5-625628340a0e HTTP/1.1" status: 200 len: 886 time: 0.1250165 Jun 16 18:49:53.472699 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=50,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:49:53.481808 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=47,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:49:53.963917 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:UPDATE=4,neutron:SELECT=44 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:49:53.967825 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:49:54.885707 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 45198) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:49:55.007034 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4402d345-9b26-41f8-9a09-eb4e7f52ea5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:49:55.007493 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4402d345-9b26-41f8-9a09-eb4e7f52ea5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:49:55.009019 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-4402d345-9b26-41f8-9a09-eb4e7f52ea5a admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1223702 Jun 16 18:49:57.150582 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 45206) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:49:57.244389 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b759f370-79da-486c-b550-88dc85752cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:49:57.244851 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b759f370-79da-486c-b550-88dc85752cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:49:57.246390 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-b759f370-79da-486c-b550-88dc85752cb0 admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0948629 Jun 16 18:49:59.384662 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 45214) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:49:59.471655 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46147646-d818-4958-977b-fd69cd18ae99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:49:59.473034 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-46147646-d818-4958-977b-fd69cd18ae99 admin admin] 10.222.0.81 "GET /v2.0/subnets/2251f151-d04b-4b41-88db-58f0d465a2f0 HTTP/1.1" status: 200 len: 816 time: 0.0873907 Jun 16 18:50:01.651438 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 45222) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:50:01.742437 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0249e385-c069-4fcd-96ab-980353228bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:50:01.743764 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-0249e385-c069-4fcd-96ab-980353228bc1 admin admin] 10.222.0.81 "GET /v2.0/subnets/88c8c063-40a9-4ae2-95bd-19aeaefe1483 HTTP/1.1" status: 200 len: 868 time: 0.0913913 Jun 16 18:50:04.132023 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=4 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:50:04.137865 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=2 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:50:06.673561 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4e7eabd3-3c31-40e7-8e1f-bb88e7d6585a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:09.021800 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-237dff72-2a3b-40d8-8ea9-1713bea1d6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:10.208043 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:11.590351 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:11.738312 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=79 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:50:11.739167 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=84 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:50:12.070608 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:14.112339 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 5 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:50:21.974112 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=7 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:50:21.976068 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:50:28.834702 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 45276) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:50:28.883856 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [None req-28948c8c-2008-4845-8cc1-18041dd68928 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=116192) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 18:50:28.884901 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-28948c8c-2008-4845-8cc1-18041dd68928 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0492656 Jun 16 18:50:31.077886 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 45284) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:50:31.140206 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.pecan_wsgi.hooks.translation [None req-19353c7e-9890-4fd8-b27a-c132ed1799a4 admin admin] GET failed (client error): The resource could not be found. Jun 16 18:50:31.141522 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-19353c7e-9890-4fd8-b27a-c132ed1799a4 admin admin] 10.222.0.81 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0626848 Jun 16 18:50:31.225128 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7db761-08b4-4a1b-800e-1e4508956b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:50:31.226597 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-6f7db761-08b4-4a1b-800e-1e4508956b20 admin admin] 10.222.0.81 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0804772 Jun 16 18:50:33.417266 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 45292) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:50:33.465175 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-6127c2df-852c-4868-ba48-0fc7fb1a541e admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:50:33.627489 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6127c2df-852c-4868-ba48-0fc7fb1a541e admin admin] Made reservation on behalf of 3b167122bd2b4c3cba143eecf3576355 for: {'network': 1} {{(pid=116192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:50:33.629831 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6127c2df-852c-4868-ba48-0fc7fb1a541e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for network (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:33.657933 dv-cinder-846171-1-iscsi neutron-server[116192]: WARNING neutron.services.revisions.revision_plugin [None req-6127c2df-852c-4868-ba48-0fc7fb1a541e admin admin] Could not find related network for resource to bump revision. Jun 16 18:50:33.672519 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6127c2df-852c-4868-ba48-0fc7fb1a541e admin admin] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=116192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:50:33.685587 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6127c2df-852c-4868-ba48-0fc7fb1a541e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056'] for segment (8032cc96-5e1c-44e8-bf7d-7dc21945bb34), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:33.685971 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.db.segments_db [None req-6127c2df-852c-4868-ba48-0fc7fb1a541e admin admin] Added segment 8032cc96-5e1c-44e8-bf7d-7dc21945bb34 of type vlan for network ae7a685a-1b57-4403-b0fd-9aa8f5e82526 Jun 16 18:50:33.723989 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6127c2df-852c-4868-ba48-0fc7fb1a541e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748651047006'] for network (ae7a685a-1b57-4403-b0fd-9aa8f5e82526), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:33.815932 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6127c2df-852c-4868-ba48-0fc7fb1a541e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080'] for network (ae7a685a-1b57-4403-b0fd-9aa8f5e82526), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:33.817446 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6127c2df-852c-4868-ba48-0fc7fb1a541e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:50:33.818023 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6127c2df-852c-4868-ba48-0fc7fb1a541e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for network (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:33.874260 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127c2df-852c-4868-ba48-0fc7fb1a541e admin admin] Pushing event updated for resources: {'Network': ['ID=ae7a685a-1b57-4403-b0fd-9aa8f5e82526,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:50:33.881311 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6127c2df-852c-4868-ba48-0fc7fb1a541e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:33.881599 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6127c2df-852c-4868-ba48-0fc7fb1a541e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:33.881957 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6127c2df-852c-4868-ba48-0fc7fb1a541e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:33.882296 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6127c2df-852c-4868-ba48-0fc7fb1a541e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:33.882626 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6127c2df-852c-4868-ba48-0fc7fb1a541e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:33.882946 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6127c2df-852c-4868-ba48-0fc7fb1a541e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:33.883296 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6127c2df-852c-4868-ba48-0fc7fb1a541e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:33.883617 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6127c2df-852c-4868-ba48-0fc7fb1a541e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:33.883935 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6127c2df-852c-4868-ba48-0fc7fb1a541e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:33.884255 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6127c2df-852c-4868-ba48-0fc7fb1a541e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:33.884574 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6127c2df-852c-4868-ba48-0fc7fb1a541e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:33.884891 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6127c2df-852c-4868-ba48-0fc7fb1a541e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:33.885205 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6127c2df-852c-4868-ba48-0fc7fb1a541e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:33.885571 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6127c2df-852c-4868-ba48-0fc7fb1a541e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:33.885884 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6127c2df-852c-4868-ba48-0fc7fb1a541e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:33.898013 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Network ae7a685a-1b57-4403-b0fd-9aa8f5e82526 details requested by agent ovs-agent-dv-cinder-846171-1-iscsi with host dv-cinder-846171-1-iscsi {{(pid=116194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 18:50:33.933386 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-6127c2df-852c-4868-ba48-0fc7fb1a541e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 829 time: 0.5150180 Jun 16 18:50:36.096933 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 45300) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:50:36.156303 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e65f7e-4713-45cd-838e-fef8979e3143 admin admin] GET failed (client error): The resource could not be found. Jun 16 18:50:36.157607 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-90e65f7e-4713-45cd-838e-fef8979e3143 admin admin] 10.222.0.81 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0591967 Jun 16 18:50:36.228947 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c98ff47-a830-469c-a6cf-9bd43a903d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:50:36.230447 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-7c98ff47-a830-469c-a6cf-9bd43a903d84 admin admin] 10.222.0.81 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0682929 Jun 16 18:50:36.240706 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-5954977e-fcd9-46cf-a46d-fb02ab1bc364 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'ae7a685a-1b57-4403-b0fd-9aa8f5e82526'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:50:36.358123 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5954977e-fcd9-46cf-a46d-fb02ab1bc364 admin admin] Made reservation on behalf of 3b167122bd2b4c3cba143eecf3576355 for: {'subnet': 1} {{(pid=116192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:50:36.360408 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-5954977e-fcd9-46cf-a46d-fb02ab1bc364 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:36.579360 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-5954977e-fcd9-46cf-a46d-fb02ab1bc364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080'] for subnet (22702274-f011-41fd-9b2e-5587210deb6a), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:36.638890 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954977e-fcd9-46cf-a46d-fb02ab1bc364 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22702274-f011-41fd-9b2e-5587210deb6a,revision_number=0']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:50:36.643299 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5954977e-fcd9-46cf-a46d-fb02ab1bc364 admin admin] Checking segment: {'id': '8032cc96-5e1c-44e8-bf7d-7dc21945bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'ae7a685a-1b57-4403-b0fd-9aa8f5e82526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:50:36.643646 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5954977e-fcd9-46cf-a46d-fb02ab1bc364 admin admin] Network hostable DHCP agents. Network: ae7a685a-1b57-4403-b0fd-9aa8f5e82526, hostable agents: ['a953bae7-14c3-401b-bbd5-413ea1206353'], hosted agents: [] {{(pid=116192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:50:36.683031 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-25fe50e1-58be-4194-8eb6-f101a4469125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:36.746816 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5954977e-fcd9-46cf-a46d-fb02ab1bc364 admin admin] Network ae7a685a-1b57-4403-b0fd-9aa8f5e82526 is scheduled to be hosted by DHCP agent a953bae7-14c3-401b-bbd5-413ea1206353 with binding_index 1 {{(pid=116192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:50:36.832388 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-5954977e-fcd9-46cf-a46d-fb02ab1bc364 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846171-1-iscsi, ae7a685a-1b57-4403-b0fd-9aa8f5e82526) {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:50:36.837143 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5954977e-fcd9-46cf-a46d-fb02ab1bc364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:50:36.837759 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-5954977e-fcd9-46cf-a46d-fb02ab1bc364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for subnet (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:36.842456 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b41b81b-64f1-4e00-9918-19a8b5ec5afe None None] Network ae7a685a-1b57-4403-b0fd-9aa8f5e82526 requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:50:36.870616 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:50:36.996797 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-5954977e-fcd9-46cf-a46d-fb02ab1bc364 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7509634 Jun 16 18:50:37.039663 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f766be-0817-47be-9954-319513f984f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc834c0e-e25b-5433-9ce7-2b46938ad578-ae7a685a-1b57-4403-b0fd-9aa8f5e82526', 'network_id': 'ae7a685a-1b57-4403-b0fd-9aa8f5e82526', 'project_id': '3b167122bd2b4c3cba143eecf3576355', 'fixed_ips': [{'subnet_id': '22702274-f011-41fd-9b2e-5587210deb6a'}]}} from dv-cinder-846171-1-iscsi. {{(pid=116194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 18:50:37.040711 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-94f766be-0817-47be-9954-319513f984f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:37.221292 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.db_base_plugin_common [None req-94f766be-0817-47be-9954-319513f984f3 None None] Allocated IP 192.168.233.2 (ae7a685a-1b57-4403-b0fd-9aa8f5e82526/22702274-f011-41fd-9b2e-5587210deb6a/3b8e7fc4-1c97-4adf-885d-dee7a367fa7b) {{(pid=116194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:50:37.366247 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-94f766be-0817-47be-9954-319513f984f3 None None] Publish callbacks [] for port (3b8e7fc4-1c97-4adf-885d-dee7a367fa7b), precommit_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:37.427587 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-94f766be-0817-47be-9954-319513f984f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864'] for port (3b8e7fc4-1c97-4adf-885d-dee7a367fa7b), after_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:37.469042 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f766be-0817-47be-9954-319513f984f3 None None] Network ae7a685a-1b57-4403-b0fd-9aa8f5e82526 is already hosted by enough agents. {{(pid=116194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:50:37.474740 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.scheduler.base_scheduler [None req-94f766be-0817-47be-9954-319513f984f3 None None] Resources bound (agent type, host, resource id): {{(pid=116194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:50:37.480770 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f766be-0817-47be-9954-319513f984f3 None None] Received port after_create {{(pid=116194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:50:37.485967 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f766be-0817-47be-9954-319513f984f3 None None] Pushing event updated for resources: {'Port': ['ID=3b8e7fc4-1c97-4adf-885d-dee7a367fa7b,revision_number=1']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:50:37.497958 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f766be-0817-47be-9954-319513f984f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:37.498308 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f766be-0817-47be-9954-319513f984f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:37.498672 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f766be-0817-47be-9954-319513f984f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:37.499036 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f766be-0817-47be-9954-319513f984f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:37.499376 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f766be-0817-47be-9954-319513f984f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:37.499703 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f766be-0817-47be-9954-319513f984f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:37.500028 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f766be-0817-47be-9954-319513f984f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:37.500356 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f766be-0817-47be-9954-319513f984f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:37.500684 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f766be-0817-47be-9954-319513f984f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:37.501006 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f766be-0817-47be-9954-319513f984f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:37.501353 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f766be-0817-47be-9954-319513f984f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:37.501695 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f766be-0817-47be-9954-319513f984f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:37.502021 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f766be-0817-47be-9954-319513f984f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:37.502339 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f766be-0817-47be-9954-319513f984f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:37.502655 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f766be-0817-47be-9954-319513f984f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:50:37.552455 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-94f766be-0817-47be-9954-319513f984f3 None None] Attempting to bind port 3b8e7fc4-1c97-4adf-885d-dee7a367fa7b on host dv-cinder-846171-1-iscsi for vnic_type normal with profile {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:50:37.552836 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-94f766be-0817-47be-9954-319513f984f3 None None] Attempting to bind port 3b8e7fc4-1c97-4adf-885d-dee7a367fa7b by drivers openvswitch,hyperv on host dv-cinder-846171-1-iscsi at level 0 using segments [{'id': '8032cc96-5e1c-44e8-bf7d-7dc21945bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'ae7a685a-1b57-4403-b0fd-9aa8f5e82526'}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:50:37.553179 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f766be-0817-47be-9954-319513f984f3 None None] Attempting to bind port 3b8e7fc4-1c97-4adf-885d-dee7a367fa7b on network ae7a685a-1b57-4403-b0fd-9aa8f5e82526 {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:50:37.558743 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f766be-0817-47be-9954-319513f984f3 None None] Checking agent: {'id': 'ea8cc94b-de2a-4266-a745-8fe843a33d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846171-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 47, 42), 'started_at': datetime.datetime(2022, 6, 16, 18, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846171-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:50:37.559118 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f766be-0817-47be-9954-319513f984f3 None None] Checking segment: {'id': '8032cc96-5e1c-44e8-bf7d-7dc21945bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'ae7a685a-1b57-4403-b0fd-9aa8f5e82526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:50:37.559522 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-94f766be-0817-47be-9954-319513f984f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:37.559919 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f766be-0817-47be-9954-319513f984f3 None None] Bound using segment: {'id': '8032cc96-5e1c-44e8-bf7d-7dc21945bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'ae7a685a-1b57-4403-b0fd-9aa8f5e82526'} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:50:37.560399 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-94f766be-0817-47be-9954-319513f984f3 None None] Bound port: 3b8e7fc4-1c97-4adf-885d-dee7a367fa7b, host: dv-cinder-846171-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8032cc96-5e1c-44e8-bf7d-7dc21945bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'ae7a685a-1b57-4403-b0fd-9aa8f5e82526'}}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:50:37.560759 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-94f766be-0817-47be-9954-319513f984f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (3b8e7fc4-1c97-4adf-885d-dee7a367fa7b), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:37.621449 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-94f766be-0817-47be-9954-319513f984f3 None None] For port 3b8e7fc4-1c97-4adf-885d-dee7a367fa7b, host dv-cinder-846171-1-iscsi, cleared binding levels {{(pid=116194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:50:37.624421 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-94f766be-0817-47be-9954-319513f984f3 None None] For port 3b8e7fc4-1c97-4adf-885d-dee7a367fa7b, host dv-cinder-846171-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=3b8e7fc4-1c97-4adf-885d-dee7a367fa7b,segment=NetworkSegment(8032cc96-5e1c-44e8-bf7d-7dc21945bb34),segment_id=8032cc96-5e1c-44e8-bf7d-7dc21945bb34)] {{(pid=116194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:50:37.684252 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-94f766be-0817-47be-9954-319513f984f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (3b8e7fc4-1c97-4adf-885d-dee7a367fa7b), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:37.748938 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f766be-0817-47be-9954-319513f984f3 None None] Pushing event updated for resources: {'Port': ['ID=3b8e7fc4-1c97-4adf-885d-dee7a367fa7b,revision_number=2']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:50:38.598409 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c51548f-2da1-4b0a-947b-03029062fdd5 None None] Network ae7a685a-1b57-4403-b0fd-9aa8f5e82526 requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:50:38.654818 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:50:38.712166 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:50:38.719668 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-71780006-12a1-4998-813c-acffbb1065a1 None None] Provisioning complete for port 3b8e7fc4-1c97-4adf-885d-dee7a367fa7b triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:50:38.720437 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-71780006-12a1-4998-813c-acffbb1065a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (3b8e7fc4-1c97-4adf-885d-dee7a367fa7b), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:38.801846 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-71780006-12a1-4998-813c-acffbb1065a1 None None] Current status of the port 3b8e7fc4-1c97-4adf-885d-dee7a367fa7b is: DOWN; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:50:38.802247 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-71780006-12a1-4998-813c-acffbb1065a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (3b8e7fc4-1c97-4adf-885d-dee7a367fa7b), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:38.851718 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-71780006-12a1-4998-813c-acffbb1065a1 None None] For port 3b8e7fc4-1c97-4adf-885d-dee7a367fa7b, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=3b8e7fc4-1c97-4adf-885d-dee7a367fa7b,segment=NetworkSegment(8032cc96-5e1c-44e8-bf7d-7dc21945bb34),segment_id=8032cc96-5e1c-44e8-bf7d-7dc21945bb34)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:50:38.950302 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-71780006-12a1-4998-813c-acffbb1065a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (3b8e7fc4-1c97-4adf-885d-dee7a367fa7b), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:39.000820 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71780006-12a1-4998-813c-acffbb1065a1 None None] Pushing event updated for resources: {'Port': ['ID=3b8e7fc4-1c97-4adf-885d-dee7a367fa7b,revision_number=3']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:50:39.008960 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-81e3b758-e671-4b83-b7d2-06f9917d8244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:39.067156 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-57376d00-aaf4-47a0-8516-63e424f2b228 None None] Provisioning complete for port 3b8e7fc4-1c97-4adf-885d-dee7a367fa7b triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:50:39.067540 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-57376d00-aaf4-47a0-8516-63e424f2b228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (3b8e7fc4-1c97-4adf-885d-dee7a367fa7b), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:39.140340 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-57376d00-aaf4-47a0-8516-63e424f2b228 None None] Current status of the port 3b8e7fc4-1c97-4adf-885d-dee7a367fa7b is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:50:39.847744 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 3b8e7fc4-1c97-4adf-885d-dee7a367fa7b up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:50:39.894694 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 3b8e7fc4-1c97-4adf-885d-dee7a367fa7b triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:50:39.895091 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (3b8e7fc4-1c97-4adf-885d-dee7a367fa7b), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:39.969652 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 3b8e7fc4-1c97-4adf-885d-dee7a367fa7b is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:50:40.184324 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:41.129224 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=18 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:50:41.134159 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=18 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:50:41.494311 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:42.054410 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:50:46.847254 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=73,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:50:51.111406 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 5 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:50:51.978217 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=72,neutron:UPDATE=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:50:51.980069 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:51:01.107691 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:51:01.108450 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:51:06.671721 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-c0f4a844-fd23-442f-9749-d53bf748f0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:51:08.985508 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-71d8bc31-b664-4f87-8475-d80fd7371384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:51:10.177783 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:51:11.514489 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:51:12.040770 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:51:18.135862 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=2 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:51:18.140731 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=4 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:51:21.975296 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:51:21.981710 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:51:28.110014 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 5 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:51:35.109383 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:DELETE=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:51:36.700576 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-32dbd113-e01b-4c02-8625-fada898b3728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:51:38.107336 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=3 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:51:39.020433 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-2ac9e57a-e7be-4faa-9d46-3bd9c9fd3544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:51:40.192486 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:51:41.505899 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:51:42.077010 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:51:51.977522 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:51:51.980411 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:51:55.126791 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:51:55.136825 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=5 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:52:05.109477 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 5 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:52:06.683922 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-05d46a9a-d6b1-4bbb-8711-410da5725495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:52:09.007161 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-8ad8f356-3457-4307-a401-255bf5712775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:52:10.195632 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:52:10.894171 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 45340) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:52:10.899977 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [None req-f342ebee-107e-45d3-9f87-78d3144440d8 tempest-verify_tempest_config-456489749 tempest-verify_tempest_config-456489749-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=116192) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 18:52:10.900948 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-f342ebee-107e-45d3-9f87-78d3144440d8 tempest-verify_tempest_config-456489749 tempest-verify_tempest_config-456489749-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058744 Jun 16 18:52:11.415371 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 45358) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:52:11.517778 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:52:11.523487 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-ec59b204-2839-4737-ab3d-9cbb171fd812 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:52:11.597589 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-ec59b204-2839-4737-ab3d-9cbb171fd812 admin admin] Publish callbacks [] for security_group (9a143736-1850-4f52-a4f1-b1142942f8c8), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:52:11.666126 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-ec59b204-2839-4737-ab3d-9cbb171fd812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (9a143736-1850-4f52-a4f1-b1142942f8c8), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:52:11.710255 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59b204-2839-4737-ab3d-9cbb171fd812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a143736-1850-4f52-a4f1-b1142942f8c8,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:11.714934 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-ec59b204-2839-4737-ab3d-9cbb171fd812 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=24c4b96228e948a5b91b1f80b34e21cf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2985809 Jun 16 18:52:11.717674 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 45362) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:52:11.719764 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59b204-2839-4737-ab3d-9cbb171fd812 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:11.720120 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59b204-2839-4737-ab3d-9cbb171fd812 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:11.720464 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59b204-2839-4737-ab3d-9cbb171fd812 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:11.720804 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59b204-2839-4737-ab3d-9cbb171fd812 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:11.721137 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59b204-2839-4737-ab3d-9cbb171fd812 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:11.721578 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59b204-2839-4737-ab3d-9cbb171fd812 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:11.721908 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59b204-2839-4737-ab3d-9cbb171fd812 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:11.722235 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59b204-2839-4737-ab3d-9cbb171fd812 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:11.722567 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59b204-2839-4737-ab3d-9cbb171fd812 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:11.722894 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59b204-2839-4737-ab3d-9cbb171fd812 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:11.723241 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59b204-2839-4737-ab3d-9cbb171fd812 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:11.723570 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59b204-2839-4737-ab3d-9cbb171fd812 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:11.723888 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59b204-2839-4737-ab3d-9cbb171fd812 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:11.724206 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59b204-2839-4737-ab3d-9cbb171fd812 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:11.724524 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec59b204-2839-4737-ab3d-9cbb171fd812 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:11.773218 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2e921f3b-5d95-4eb6-8046-42bad20e4495 admin admin] Publish callbacks [] for security_group (9a143736-1850-4f52-a4f1-b1142942f8c8), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:52:11.793941 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2e921f3b-5d95-4eb6-8046-42bad20e4495 admin admin] Publish callbacks [] for security_group (9a143736-1850-4f52-a4f1-b1142942f8c8), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:52:11.959879 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2e921f3b-5d95-4eb6-8046-42bad20e4495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (9a143736-1850-4f52-a4f1-b1142942f8c8), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:52:11.962402 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2e921f3b-5d95-4eb6-8046-42bad20e4495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:52:11.963538 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-2e921f3b-5d95-4eb6-8046-42bad20e4495 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9a143736-1850-4f52-a4f1-b1142942f8c8 HTTP/1.1" status: 204 len: 168 time: 0.2443752 Jun 16 18:52:11.971444 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e921f3b-5d95-4eb6-8046-42bad20e4495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a143736-1850-4f52-a4f1-b1142942f8c8,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:52:11.979612 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e921f3b-5d95-4eb6-8046-42bad20e4495 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:11.979958 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e921f3b-5d95-4eb6-8046-42bad20e4495 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:11.980297 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e921f3b-5d95-4eb6-8046-42bad20e4495 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:11.980631 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e921f3b-5d95-4eb6-8046-42bad20e4495 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:11.980964 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e921f3b-5d95-4eb6-8046-42bad20e4495 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:11.981380 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e921f3b-5d95-4eb6-8046-42bad20e4495 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:11.981712 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e921f3b-5d95-4eb6-8046-42bad20e4495 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:11.982032 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e921f3b-5d95-4eb6-8046-42bad20e4495 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:11.982353 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e921f3b-5d95-4eb6-8046-42bad20e4495 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:11.982679 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e921f3b-5d95-4eb6-8046-42bad20e4495 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:11.983002 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e921f3b-5d95-4eb6-8046-42bad20e4495 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:11.983360 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e921f3b-5d95-4eb6-8046-42bad20e4495 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:11.983626 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e921f3b-5d95-4eb6-8046-42bad20e4495 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:11.984445 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e921f3b-5d95-4eb6-8046-42bad20e4495 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:11.984768 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e921f3b-5d95-4eb6-8046-42bad20e4495 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:52:12.045502 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:52:15.105451 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=2 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:52:21.709126 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=16,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:52:21.713944 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=23,neutron:INSERT=5 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:52:21.970423 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:52:21.973692 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:52:21.978565 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:52:22.004391 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:52:33.571492 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=18 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:52:33.572292 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=14 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:52:36.685737 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-1eb0c74e-e9e6-4b00-9e3f-472b453ddf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:52:39.002153 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-2242ff77-020a-4e07-9876-bb0b7f05350d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:52:40.226285 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:52:41.524501 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:52:42.022090 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:52:42.108387 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 5 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:52:51.971212 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:52:51.974124 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:52:52.104748 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:52:52.105403 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:53:06.687358 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-1b2d5fbf-8d6a-4f00-82f9-bc78fcf04a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:53:08.989846 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-bf3c2620-4a42-4195-9b16-4adaad656e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:53:09.138049 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:53:09.150970 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=5 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:53:10.192135 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:53:11.583072 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:53:12.033404 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:53:19.106938 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 5 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:53:21.971391 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:53:21.973287 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:53:29.103295 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=2 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:53:35.116124 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:53:36.674187 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2ead785-0047-4d86-bb8c-f1e93227e403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:53:38.984372 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-5e0870ca-f75a-4670-9b3a-363f674aff2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:53:40.196224 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:53:41.516199 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:53:42.019255 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:53:46.141969 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=2 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:53:46.146770 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=4 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:53:51.966404 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:53:51.972073 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:53:56.105903 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 5 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:53:57.379979 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8339558'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:54:06.102820 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=2 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:54:06.714328 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-c218a094-6156-4683-a152-9008a494991a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:54:09.023582 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d4c628e7-2f0f-4d33-9571-5c0f14ad1552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:54:09.934375 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 45438) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:54:10.037196 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-d03c730f-3aac-4774-8ce3-680361b53193 admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1017010 Jun 16 18:54:10.211355 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:54:11.515474 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:54:12.036067 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:54:12.207714 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 45448) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:54:12.261309 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-797d3cb7-8478-45eb-9e41-3a6a37faeab7 admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0524449 Jun 16 18:54:21.975172 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:54:21.977030 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=10,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:54:22.256102 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:54:22.256753 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:54:23.143213 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=6 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:54:27.371778 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:54:33.105614 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 6 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:54:36.676491 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-6b3c23d5-cbfc-4953-a7c1-57bb381fd287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:54:39.002458 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-114f9c78-e192-4ff3-bdb8-13269f297dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:54:40.197739 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:54:41.528966 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:54:42.060586 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:54:43.101309 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=14 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:54:43.102070 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=14 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:54:51.968559 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:54:51.975507 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:54:57.418067 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:00.139409 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:00.148908 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=5 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:06.688951 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-7e19e999-93af-496f-b086-2583f9985679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:09.038183 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-fcccf3c6-328e-4383-8809-2908edaee1cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:10.105801 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 6 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:55:10.202748 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:11.586176 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:12.031988 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:20.101473 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=2 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:21.976090 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:21.979028 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:25.110603 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=2 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:27.446313 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:36.686815 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-6cffcd3c-7c29-4f4f-813f-08f88dfcfa18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:37.149346 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=3 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:37.154205 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:38.985326 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-3711b9c0-eb92-4d40-9753-2d07c172dc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:40.184892 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:41.533860 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:42.076639 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:47.109271 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 6 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:55:47.797565 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 45554) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:55:48.117673 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-b9b12d85-fd68-44d0-9c9d-7a9768ba5cda admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-590424765-network', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:55:48.191743 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b12d85-fd68-44d0-9c9d-7a9768ba5cda admin admin] Made reservation on behalf of f9e5f71068aa4d75bcc4578b741f490d for: {'network': 1} {{(pid=116193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:55:48.194332 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b9b12d85-fd68-44d0-9c9d-7a9768ba5cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for network (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:48.203797 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b9b12d85-fd68-44d0-9c9d-7a9768ba5cda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:48.288260 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b9b12d85-fd68-44d0-9c9d-7a9768ba5cda admin admin] Publish callbacks [] for security_group (c25f67e7-7a30-4d7b-90dd-a80b661f3419), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:48.378997 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b9b12d85-fd68-44d0-9c9d-7a9768ba5cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (c25f67e7-7a30-4d7b-90dd-a80b661f3419), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:48.409253 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9b12d85-fd68-44d0-9c9d-7a9768ba5cda admin admin] vlan segment allocate from pool success with {'vlan_id': 1002, 'physical_network': 'physnet1'} {{(pid=116193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:55:48.420362 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b12d85-fd68-44d0-9c9d-7a9768ba5cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25f67e7-7a30-4d7b-90dd-a80b661f3419,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:48.427352 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b9b12d85-fd68-44d0-9c9d-7a9768ba5cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056'] for segment (ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:48.427352 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.db.segments_db [None req-b9b12d85-fd68-44d0-9c9d-7a9768ba5cda admin admin] Added segment ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e of type vlan for network 64614a18-07e0-43ad-9990-55ab159f858f Jun 16 18:55:48.438380 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b12d85-fd68-44d0-9c9d-7a9768ba5cda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:48.438733 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b12d85-fd68-44d0-9c9d-7a9768ba5cda admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:48.439086 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b12d85-fd68-44d0-9c9d-7a9768ba5cda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:48.439426 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b12d85-fd68-44d0-9c9d-7a9768ba5cda admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:48.439778 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b12d85-fd68-44d0-9c9d-7a9768ba5cda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:48.440113 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b12d85-fd68-44d0-9c9d-7a9768ba5cda admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:48.440441 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b12d85-fd68-44d0-9c9d-7a9768ba5cda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:48.440765 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b12d85-fd68-44d0-9c9d-7a9768ba5cda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:48.441107 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b12d85-fd68-44d0-9c9d-7a9768ba5cda admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b12d85-fd68-44d0-9c9d-7a9768ba5cda admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b12d85-fd68-44d0-9c9d-7a9768ba5cda admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b12d85-fd68-44d0-9c9d-7a9768ba5cda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b12d85-fd68-44d0-9c9d-7a9768ba5cda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b12d85-fd68-44d0-9c9d-7a9768ba5cda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b12d85-fd68-44d0-9c9d-7a9768ba5cda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b12d85-fd68-44d0-9c9d-7a9768ba5cda admin admin] Tracked resource versions report: Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: pushed versions: Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: { 'AddressGroup': {'1.2'}, Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: 'Agent': {'1.1'}, Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: 'ConntrackHelper': {'1.0'}, Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: 'LocalIPAssociation': {'1.0'}, Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: 'Log': {'1.0'}, Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: 'NDPProxy': {'1.0'}, Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: 'Network': {'1.1'}, Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: 'Port': {'1.7'}, Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: 'PortForwarding': {'1.3'}, Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: 'QosPolicy': {'1.10'}, Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: 'SecurityGroup': {'1.5'}, Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: 'SecurityGroupRule': {'1.2'}, Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: 'SubPort': {'1.0'}, Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: 'Subnet': {'1.1'}, Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: 'Trunk': {'1.1'}} Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: consumer versions: Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: { DHCP agent@dv-cinder-846171-1-iscsi: {}, Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: HyperV agent@hv-cinder-84617: {}, Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: L3 agent@dv-cinder-846171-1-iscsi: {}, Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: Metadata agent@dv-cinder-846171-1-iscsi: {}, Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: Metering agent@dv-cinder-846171-1-iscsi: {}, Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: Open vSwitch agent@dv-cinder-846171-1-iscsi: { 'AddressGroup': '1.2', Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: 'Agent': '1.1', Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: 'ConntrackHelper': '1.0', Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: 'LocalIPAssociation': '1.0', Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: 'Log': '1.0', Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: 'NDPProxy': '1.0', Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: 'Network': '1.1', Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: 'Port': '1.7', Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: 'PortForwarding': '1.3', Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: 'QosPolicy': '1.10', Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: 'SecurityGroup': '1.5', Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: 'SecurityGroupRule': '1.2', Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: 'SubPort': '1.0', Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: 'Subnet': '1.1', Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: 'Trunk': '1.1'}} Jun 16 18:55:48.446338 dv-cinder-846171-1-iscsi neutron-server[116193]: {{(pid=116193) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 18:55:48.486082 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b9b12d85-fd68-44d0-9c9d-7a9768ba5cda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748651047006'] for network (64614a18-07e0-43ad-9990-55ab159f858f), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:48.568472 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b9b12d85-fd68-44d0-9c9d-7a9768ba5cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080'] for network (64614a18-07e0-43ad-9990-55ab159f858f), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:48.569730 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b12d85-fd68-44d0-9c9d-7a9768ba5cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:55:48.570252 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b9b12d85-fd68-44d0-9c9d-7a9768ba5cda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for network (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:48.664486 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-b9b12d85-fd68-44d0-9c9d-7a9768ba5cda admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.8657453 Jun 16 18:55:48.667909 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b12d85-fd68-44d0-9c9d-7a9768ba5cda admin admin] Pushing event updated for resources: {'Network': ['ID=64614a18-07e0-43ad-9990-55ab159f858f,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:48.668175 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 45594) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:55:48.675557 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-aa4b2b95-4d38-4823-b2a7-f0b5a86dfb89 admin admin] Request body: {'subnet': {'network_id': '64614a18-07e0-43ad-9990-55ab159f858f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-590424765-subnet', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:55:48.680786 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Network 64614a18-07e0-43ad-9990-55ab159f858f details requested by agent ovs-agent-dv-cinder-846171-1-iscsi with host dv-cinder-846171-1-iscsi {{(pid=116194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 18:55:48.786245 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4b2b95-4d38-4823-b2a7-f0b5a86dfb89 admin admin] Made reservation on behalf of f9e5f71068aa4d75bcc4578b741f490d for: {'subnet': 1} {{(pid=116192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:55:48.788625 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-aa4b2b95-4d38-4823-b2a7-f0b5a86dfb89 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:49.145979 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-aa4b2b95-4d38-4823-b2a7-f0b5a86dfb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080'] for subnet (f3c0b066-676e-4fae-8d81-100b0457b81e), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:49.201985 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b2b95-4d38-4823-b2a7-f0b5a86dfb89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3c0b066-676e-4fae-8d81-100b0457b81e,revision_number=0']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:49.218904 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4b2b95-4d38-4823-b2a7-f0b5a86dfb89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:49.219262 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4b2b95-4d38-4823-b2a7-f0b5a86dfb89 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:49.219626 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4b2b95-4d38-4823-b2a7-f0b5a86dfb89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:49.219968 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4b2b95-4d38-4823-b2a7-f0b5a86dfb89 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:49.220299 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4b2b95-4d38-4823-b2a7-f0b5a86dfb89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:49.220629 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4b2b95-4d38-4823-b2a7-f0b5a86dfb89 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:49.220956 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4b2b95-4d38-4823-b2a7-f0b5a86dfb89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:49.221301 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4b2b95-4d38-4823-b2a7-f0b5a86dfb89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:49.222250 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4b2b95-4d38-4823-b2a7-f0b5a86dfb89 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:49.222591 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4b2b95-4d38-4823-b2a7-f0b5a86dfb89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:49.222934 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4b2b95-4d38-4823-b2a7-f0b5a86dfb89 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:49.223282 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4b2b95-4d38-4823-b2a7-f0b5a86dfb89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:49.223608 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4b2b95-4d38-4823-b2a7-f0b5a86dfb89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:49.223925 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4b2b95-4d38-4823-b2a7-f0b5a86dfb89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:49.224242 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4b2b95-4d38-4823-b2a7-f0b5a86dfb89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:49.225470 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4b2b95-4d38-4823-b2a7-f0b5a86dfb89 admin admin] Tracked resource versions report: Jun 16 18:55:49.225470 dv-cinder-846171-1-iscsi neutron-server[116192]: pushed versions: Jun 16 18:55:49.225470 dv-cinder-846171-1-iscsi neutron-server[116192]: { 'AddressGroup': {'1.2'}, Jun 16 18:55:49.225470 dv-cinder-846171-1-iscsi neutron-server[116192]: 'Agent': {'1.1'}, Jun 16 18:55:49.225470 dv-cinder-846171-1-iscsi neutron-server[116192]: 'ConntrackHelper': {'1.0'}, Jun 16 18:55:49.225470 dv-cinder-846171-1-iscsi neutron-server[116192]: 'LocalIPAssociation': {'1.0'}, Jun 16 18:55:49.225470 dv-cinder-846171-1-iscsi neutron-server[116192]: 'Log': {'1.0'}, Jun 16 18:55:49.225470 dv-cinder-846171-1-iscsi neutron-server[116192]: 'NDPProxy': {'1.0'}, Jun 16 18:55:49.225470 dv-cinder-846171-1-iscsi neutron-server[116192]: 'Network': {'1.1'}, Jun 16 18:55:49.225470 dv-cinder-846171-1-iscsi neutron-server[116192]: 'Port': {'1.7'}, Jun 16 18:55:49.225470 dv-cinder-846171-1-iscsi neutron-server[116192]: 'PortForwarding': {'1.3'}, Jun 16 18:55:49.225470 dv-cinder-846171-1-iscsi neutron-server[116192]: 'QosPolicy': {'1.10'}, Jun 16 18:55:49.225470 dv-cinder-846171-1-iscsi neutron-server[116192]: 'SecurityGroup': {'1.5'}, Jun 16 18:55:49.225470 dv-cinder-846171-1-iscsi neutron-server[116192]: 'SecurityGroupRule': {'1.2'}, Jun 16 18:55:49.225470 dv-cinder-846171-1-iscsi neutron-server[116192]: 'SubPort': {'1.0'}, Jun 16 18:55:49.225470 dv-cinder-846171-1-iscsi neutron-server[116192]: 'Subnet': {'1.1'}, Jun 16 18:55:49.225470 dv-cinder-846171-1-iscsi neutron-server[116192]: 'Trunk': {'1.1'}} Jun 16 18:55:49.225470 dv-cinder-846171-1-iscsi neutron-server[116192]: consumer versions: Jun 16 18:55:49.225470 dv-cinder-846171-1-iscsi neutron-server[116192]: { DHCP agent@dv-cinder-846171-1-iscsi: {}, Jun 16 18:55:49.225470 dv-cinder-846171-1-iscsi neutron-server[116192]: HyperV agent@hv-cinder-84617: {}, Jun 16 18:55:49.225470 dv-cinder-846171-1-iscsi neutron-server[116192]: L3 agent@dv-cinder-846171-1-iscsi: {}, Jun 16 18:55:49.225470 dv-cinder-846171-1-iscsi neutron-server[116192]: Metadata agent@dv-cinder-846171-1-iscsi: {}, Jun 16 18:55:49.225470 dv-cinder-846171-1-iscsi neutron-server[116192]: Metering agent@dv-cinder-846171-1-iscsi: {}, Jun 16 18:55:49.225470 dv-cinder-846171-1-iscsi neutron-server[116192]: Open vSwitch agent@dv-cinder-846171-1-iscsi: { 'AddressGroup': '1.2', Jun 16 18:55:49.225470 dv-cinder-846171-1-iscsi neutron-server[116192]: 'Agent': '1.1', Jun 16 18:55:49.225470 dv-cinder-846171-1-iscsi neutron-server[116192]: 'ConntrackHelper': '1.0', Jun 16 18:55:49.225470 dv-cinder-846171-1-iscsi neutron-server[116192]: 'LocalIPAssociation': '1.0', Jun 16 18:55:49.225470 dv-cinder-846171-1-iscsi neutron-server[116192]: 'Log': '1.0', Jun 16 18:55:49.225470 dv-cinder-846171-1-iscsi neutron-server[116192]: 'NDPProxy': '1.0', Jun 16 18:55:49.225470 dv-cinder-846171-1-iscsi neutron-server[116192]: 'Network': '1.1', Jun 16 18:55:49.225470 dv-cinder-846171-1-iscsi neutron-server[116192]: 'Port': '1.7', Jun 16 18:55:49.225470 dv-cinder-846171-1-iscsi neutron-server[116192]: 'PortForwarding': '1.3', Jun 16 18:55:49.225470 dv-cinder-846171-1-iscsi neutron-server[116192]: 'QosPolicy': '1.10', Jun 16 18:55:49.225470 dv-cinder-846171-1-iscsi neutron-server[116192]: 'SecurityGroup': '1.5', Jun 16 18:55:49.225470 dv-cinder-846171-1-iscsi neutron-server[116192]: 'SecurityGroupRule': '1.2', Jun 16 18:55:49.225470 dv-cinder-846171-1-iscsi neutron-server[116192]: 'SubPort': '1.0', Jun 16 18:55:49.225470 dv-cinder-846171-1-iscsi neutron-server[116192]: 'Subnet': '1.1', Jun 16 18:55:49.225470 dv-cinder-846171-1-iscsi neutron-server[116192]: 'Trunk': '1.1'}} Jun 16 18:55:49.225470 dv-cinder-846171-1-iscsi neutron-server[116192]: {{(pid=116192) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 18:55:49.234854 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4b2b95-4d38-4823-b2a7-f0b5a86dfb89 admin admin] Checking segment: {'id': 'ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:55:49.235215 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4b2b95-4d38-4823-b2a7-f0b5a86dfb89 admin admin] Network hostable DHCP agents. Network: 64614a18-07e0-43ad-9990-55ab159f858f, hostable agents: ['a953bae7-14c3-401b-bbd5-413ea1206353'], hosted agents: [] {{(pid=116192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:55:49.349048 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4b2b95-4d38-4823-b2a7-f0b5a86dfb89 admin admin] Network 64614a18-07e0-43ad-9990-55ab159f858f is scheduled to be hosted by DHCP agent a953bae7-14c3-401b-bbd5-413ea1206353 with binding_index 1 {{(pid=116192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:55:49.425633 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-aa4b2b95-4d38-4823-b2a7-f0b5a86dfb89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846171-1-iscsi, 64614a18-07e0-43ad-9990-55ab159f858f) {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:55:49.429739 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4b2b95-4d38-4823-b2a7-f0b5a86dfb89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:55:49.430340 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-aa4b2b95-4d38-4823-b2a7-f0b5a86dfb89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for subnet (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:49.435472 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec9c485-11f1-4739-ac82-8bd9e54c8bae None None] Network 64614a18-07e0-43ad-9990-55ab159f858f requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:55:49.505106 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-aa4b2b95-4d38-4823-b2a7-f0b5a86dfb89 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8353565 Jun 16 18:55:49.510590 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 45636) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:55:49.515561 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-e4d68294-546e-4bd8-9d34-ea2761e1c435 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-590424765-router', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:55:49.546048 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d16a9e9-dd23-4393-8f6e-5ae7c1700343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc834c0e-e25b-5433-9ce7-2b46938ad578-64614a18-07e0-43ad-9990-55ab159f858f', 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f', 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'fixed_ips': [{'subnet_id': 'f3c0b066-676e-4fae-8d81-100b0457b81e'}]}} from dv-cinder-846171-1-iscsi. {{(pid=116194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 18:55:49.548686 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d16a9e9-dd23-4393-8f6e-5ae7c1700343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:49.620715 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e4d68294-546e-4bd8-9d34-ea2761e1c435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8339937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12032'] for router (02a4af30-ebf9-4c0d-91a5-45f6ebe56408), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:49.622046 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e4d68294-546e-4bd8-9d34-ea2761e1c435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8339730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8348846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8300508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12043'] for router (02a4af30-ebf9-4c0d-91a5-45f6ebe56408), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:49.687244 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.db_base_plugin_common [None req-4d16a9e9-dd23-4393-8f6e-5ae7c1700343 None None] Allocated IP 172.20.0.2 (64614a18-07e0-43ad-9990-55ab159f858f/f3c0b066-676e-4fae-8d81-100b0457b81e/1bb02c25-88aa-486f-a96d-d8c50a30e859) {{(pid=116194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:55:49.725516 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e4d68294-546e-4bd8-9d34-ea2761e1c435 admin admin] Publish callbacks [] for router_controller (02a4af30-ebf9-4c0d-91a5-45f6ebe56408), precommit_add_association {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:49.832536 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 45648) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:55:49.837933 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d16a9e9-dd23-4393-8f6e-5ae7c1700343 None None] Publish callbacks [] for port (1bb02c25-88aa-486f-a96d-d8c50a30e859), precommit_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:49.895265 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d16a9e9-dd23-4393-8f6e-5ae7c1700343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864'] for port (1bb02c25-88aa-486f-a96d-d8c50a30e859), after_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:49.932793 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d16a9e9-dd23-4393-8f6e-5ae7c1700343 None None] Network 64614a18-07e0-43ad-9990-55ab159f858f is already hosted by enough agents. {{(pid=116194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:55:49.937525 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e4d68294-546e-4bd8-9d34-ea2761e1c435 admin admin] Publish callbacks [] for router_gateway (02a4af30-ebf9-4c0d-91a5-45f6ebe56408), precommit_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:49.937682 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.scheduler.base_scheduler [None req-4d16a9e9-dd23-4393-8f6e-5ae7c1700343 None None] Resources bound (agent type, host, resource id): {{(pid=116194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:55:49.940693 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d16a9e9-dd23-4393-8f6e-5ae7c1700343 None None] Received port after_create {{(pid=116194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:55:49.950772 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16a9e9-dd23-4393-8f6e-5ae7c1700343 None None] Pushing event updated for resources: {'Port': ['ID=1bb02c25-88aa-486f-a96d-d8c50a30e859,revision_number=1']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:49.965706 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16a9e9-dd23-4393-8f6e-5ae7c1700343 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:49.966042 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16a9e9-dd23-4393-8f6e-5ae7c1700343 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:49.966406 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16a9e9-dd23-4393-8f6e-5ae7c1700343 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:49.966901 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16a9e9-dd23-4393-8f6e-5ae7c1700343 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:49.967248 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16a9e9-dd23-4393-8f6e-5ae7c1700343 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:49.967576 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16a9e9-dd23-4393-8f6e-5ae7c1700343 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:49.967906 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16a9e9-dd23-4393-8f6e-5ae7c1700343 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:49.968318 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16a9e9-dd23-4393-8f6e-5ae7c1700343 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:49.968695 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16a9e9-dd23-4393-8f6e-5ae7c1700343 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:49.969028 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16a9e9-dd23-4393-8f6e-5ae7c1700343 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:49.969387 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16a9e9-dd23-4393-8f6e-5ae7c1700343 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:49.969736 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16a9e9-dd23-4393-8f6e-5ae7c1700343 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:49.970067 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16a9e9-dd23-4393-8f6e-5ae7c1700343 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:49.970399 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16a9e9-dd23-4393-8f6e-5ae7c1700343 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:49.970725 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16a9e9-dd23-4393-8f6e-5ae7c1700343 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:49.972459 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d16a9e9-dd23-4393-8f6e-5ae7c1700343 None None] Tracked resource versions report: Jun 16 18:55:49.972459 dv-cinder-846171-1-iscsi neutron-server[116194]: pushed versions: Jun 16 18:55:49.972459 dv-cinder-846171-1-iscsi neutron-server[116194]: { 'AddressGroup': {'1.2'}, Jun 16 18:55:49.972459 dv-cinder-846171-1-iscsi neutron-server[116194]: 'Agent': {'1.1'}, Jun 16 18:55:49.972459 dv-cinder-846171-1-iscsi neutron-server[116194]: 'ConntrackHelper': {'1.0'}, Jun 16 18:55:49.972459 dv-cinder-846171-1-iscsi neutron-server[116194]: 'LocalIPAssociation': {'1.0'}, Jun 16 18:55:49.972459 dv-cinder-846171-1-iscsi neutron-server[116194]: 'Log': {'1.0'}, Jun 16 18:55:49.972459 dv-cinder-846171-1-iscsi neutron-server[116194]: 'NDPProxy': {'1.0'}, Jun 16 18:55:49.972459 dv-cinder-846171-1-iscsi neutron-server[116194]: 'Network': {'1.1'}, Jun 16 18:55:49.972459 dv-cinder-846171-1-iscsi neutron-server[116194]: 'Port': {'1.7'}, Jun 16 18:55:49.972459 dv-cinder-846171-1-iscsi neutron-server[116194]: 'PortForwarding': {'1.3'}, Jun 16 18:55:49.972459 dv-cinder-846171-1-iscsi neutron-server[116194]: 'QosPolicy': {'1.10'}, Jun 16 18:55:49.972459 dv-cinder-846171-1-iscsi neutron-server[116194]: 'SecurityGroup': {'1.5'}, Jun 16 18:55:49.972459 dv-cinder-846171-1-iscsi neutron-server[116194]: 'SecurityGroupRule': {'1.2'}, Jun 16 18:55:49.972459 dv-cinder-846171-1-iscsi neutron-server[116194]: 'SubPort': {'1.0'}, Jun 16 18:55:49.972459 dv-cinder-846171-1-iscsi neutron-server[116194]: 'Subnet': {'1.1'}, Jun 16 18:55:49.972459 dv-cinder-846171-1-iscsi neutron-server[116194]: 'Trunk': {'1.1'}} Jun 16 18:55:49.972459 dv-cinder-846171-1-iscsi neutron-server[116194]: consumer versions: Jun 16 18:55:49.972459 dv-cinder-846171-1-iscsi neutron-server[116194]: { DHCP agent@dv-cinder-846171-1-iscsi: {}, Jun 16 18:55:49.972459 dv-cinder-846171-1-iscsi neutron-server[116194]: HyperV agent@hv-cinder-84617: {}, Jun 16 18:55:49.972459 dv-cinder-846171-1-iscsi neutron-server[116194]: L3 agent@dv-cinder-846171-1-iscsi: {}, Jun 16 18:55:49.972459 dv-cinder-846171-1-iscsi neutron-server[116194]: Metadata agent@dv-cinder-846171-1-iscsi: {}, Jun 16 18:55:49.972459 dv-cinder-846171-1-iscsi neutron-server[116194]: Metering agent@dv-cinder-846171-1-iscsi: {}, Jun 16 18:55:49.972459 dv-cinder-846171-1-iscsi neutron-server[116194]: Open vSwitch agent@dv-cinder-846171-1-iscsi: { 'AddressGroup': '1.2', Jun 16 18:55:49.972459 dv-cinder-846171-1-iscsi neutron-server[116194]: 'Agent': '1.1', Jun 16 18:55:49.972459 dv-cinder-846171-1-iscsi neutron-server[116194]: 'ConntrackHelper': '1.0', Jun 16 18:55:49.972459 dv-cinder-846171-1-iscsi neutron-server[116194]: 'LocalIPAssociation': '1.0', Jun 16 18:55:49.972459 dv-cinder-846171-1-iscsi neutron-server[116194]: 'Log': '1.0', Jun 16 18:55:49.972459 dv-cinder-846171-1-iscsi neutron-server[116194]: 'NDPProxy': '1.0', Jun 16 18:55:49.972459 dv-cinder-846171-1-iscsi neutron-server[116194]: 'Network': '1.1', Jun 16 18:55:49.972459 dv-cinder-846171-1-iscsi neutron-server[116194]: 'Port': '1.7', Jun 16 18:55:49.972459 dv-cinder-846171-1-iscsi neutron-server[116194]: 'PortForwarding': '1.3', Jun 16 18:55:49.972459 dv-cinder-846171-1-iscsi neutron-server[116194]: 'QosPolicy': '1.10', Jun 16 18:55:49.972459 dv-cinder-846171-1-iscsi neutron-server[116194]: 'SecurityGroup': '1.5', Jun 16 18:55:49.972459 dv-cinder-846171-1-iscsi neutron-server[116194]: 'SecurityGroupRule': '1.2', Jun 16 18:55:49.972459 dv-cinder-846171-1-iscsi neutron-server[116194]: 'SubPort': '1.0', Jun 16 18:55:49.972459 dv-cinder-846171-1-iscsi neutron-server[116194]: 'Subnet': '1.1', Jun 16 18:55:49.972459 dv-cinder-846171-1-iscsi neutron-server[116194]: 'Trunk': '1.1'}} Jun 16 18:55:49.972459 dv-cinder-846171-1-iscsi neutron-server[116194]: {{(pid=116194) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 18:55:50.025503 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-4d16a9e9-dd23-4393-8f6e-5ae7c1700343 None None] Attempting to bind port 1bb02c25-88aa-486f-a96d-d8c50a30e859 on host dv-cinder-846171-1-iscsi for vnic_type normal with profile {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:55:50.025920 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-4d16a9e9-dd23-4393-8f6e-5ae7c1700343 None None] Attempting to bind port 1bb02c25-88aa-486f-a96d-d8c50a30e859 by drivers openvswitch,hyperv on host dv-cinder-846171-1-iscsi at level 0 using segments [{'id': 'ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f'}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:55:50.026509 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d16a9e9-dd23-4393-8f6e-5ae7c1700343 None None] Attempting to bind port 1bb02c25-88aa-486f-a96d-d8c50a30e859 on network 64614a18-07e0-43ad-9990-55ab159f858f {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:55:50.032400 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d16a9e9-dd23-4393-8f6e-5ae7c1700343 None None] Checking agent: {'id': 'ea8cc94b-de2a-4266-a745-8fe843a33d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846171-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 47, 42), 'started_at': datetime.datetime(2022, 6, 16, 18, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846171-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:55:50.033446 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d16a9e9-dd23-4393-8f6e-5ae7c1700343 None None] Checking segment: {'id': 'ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:55:50.034820 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d16a9e9-dd23-4393-8f6e-5ae7c1700343 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:50.035387 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d16a9e9-dd23-4393-8f6e-5ae7c1700343 None None] Bound using segment: {'id': 'ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f'} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:55:50.036032 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-4d16a9e9-dd23-4393-8f6e-5ae7c1700343 None None] Bound port: 1bb02c25-88aa-486f-a96d-d8c50a30e859, host: dv-cinder-846171-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f'}}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:55:50.036600 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d16a9e9-dd23-4393-8f6e-5ae7c1700343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (1bb02c25-88aa-486f-a96d-d8c50a30e859), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:50.085151 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 45656) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:55:50.105293 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d16a9e9-dd23-4393-8f6e-5ae7c1700343 None None] For port 1bb02c25-88aa-486f-a96d-d8c50a30e859, host dv-cinder-846171-1-iscsi, cleared binding levels {{(pid=116194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:55:50.108623 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d16a9e9-dd23-4393-8f6e-5ae7c1700343 None None] For port 1bb02c25-88aa-486f-a96d-d8c50a30e859, host dv-cinder-846171-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=1bb02c25-88aa-486f-a96d-d8c50a30e859,segment=NetworkSegment(ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e),segment_id=ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e)] {{(pid=116194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:55:50.181293 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d16a9e9-dd23-4393-8f6e-5ae7c1700343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (1bb02c25-88aa-486f-a96d-d8c50a30e859), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:50.190672 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e4d68294-546e-4bd8-9d34-ea2761e1c435 admin admin] Publish callbacks [] for router_gateway (02a4af30-ebf9-4c0d-91a5-45f6ebe56408), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:50.209578 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e4d68294-546e-4bd8-9d34-ea2761e1c435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:50.246913 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=88,neutron:UPDATE=9,neutron:INSERT=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:50.251221 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16a9e9-dd23-4393-8f6e-5ae7c1700343 None None] Pushing event updated for resources: {'Port': ['ID=1bb02c25-88aa-486f-a96d-d8c50a30e859,revision_number=2']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:50.325357 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.db_base_plugin_common [None req-e4d68294-546e-4bd8-9d34-ea2761e1c435 admin admin] Allocated IP 172.27.0.108 (d7ab3290-3ce1-430c-a2b5-625628340a0e/2251f151-d04b-4b41-88db-58f0d465a2f0/4c72add9-608c-4847-9311-b73fc20947d5) {{(pid=116192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:55:50.371651 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:50.373462 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:50.377464 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-956c9355-aa93-4814-93f1-7d511283e91d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-369379898-network', 'tenant_id': '57f75a8c58e340a1bba335f7463c03a1'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:55:50.447855 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e4d68294-546e-4bd8-9d34-ea2761e1c435 admin admin] Publish callbacks [] for port (4c72add9-608c-4847-9311-b73fc20947d5), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:50.561787 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956c9355-aa93-4814-93f1-7d511283e91d admin admin] Made reservation on behalf of 57f75a8c58e340a1bba335f7463c03a1 for: {'network': 1} {{(pid=116193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:55:50.561787 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-956c9355-aa93-4814-93f1-7d511283e91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for network (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:50.561787 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-956c9355-aa93-4814-93f1-7d511283e91d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:50.563436 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 45668) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:55:50.576040 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e4d68294-546e-4bd8-9d34-ea2761e1c435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864'] for port (4c72add9-608c-4847-9311-b73fc20947d5), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:50.627103 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d68294-546e-4bd8-9d34-ea2761e1c435 admin admin] Pushing event updated for resources: {'Port': ['ID=4c72add9-608c-4847-9311-b73fc20947d5,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:50.636624 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-956c9355-aa93-4814-93f1-7d511283e91d admin admin] Publish callbacks [] for security_group (992d6e86-67f1-44f7-8838-6a1edb468411), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:50.643023 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d68294-546e-4bd8-9d34-ea2761e1c435 admin admin] Network d7ab3290-3ce1-430c-a2b5-625628340a0e is already hosted by enough agents. {{(pid=116192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:55:50.644150 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-13f06360-7adb-4ba7-aa96-b013063de954 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-172575064-network', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:55:50.645446 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-e4d68294-546e-4bd8-9d34-ea2761e1c435 admin admin] Resources bound (agent type, host, resource id): {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:55:50.654864 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d68294-546e-4bd8-9d34-ea2761e1c435 admin admin] Received port after_create {{(pid=116192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:55:50.688853 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-956c9355-aa93-4814-93f1-7d511283e91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (992d6e86-67f1-44f7-8838-6a1edb468411), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:50.710323 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-956c9355-aa93-4814-93f1-7d511283e91d admin admin] vlan segment allocate from pool success with {'vlan_id': 1009, 'physical_network': 'physnet1'} {{(pid=116193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:55:50.727531 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-956c9355-aa93-4814-93f1-7d511283e91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056'] for segment (743946b6-55b4-4397-95a0-bb6914122077), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:50.727761 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.db.segments_db [None req-956c9355-aa93-4814-93f1-7d511283e91d admin admin] Added segment 743946b6-55b4-4397-95a0-bb6914122077 of type vlan for network d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959 Jun 16 18:55:50.761457 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 45676) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:55:50.786788 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f06360-7adb-4ba7-aa96-b013063de954 admin admin] Made reservation on behalf of 0b607bd5abec4c72842e250a639f99f1 for: {'network': 1} {{(pid=116193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:55:50.789047 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-13f06360-7adb-4ba7-aa96-b013063de954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for network (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:50.791950 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-956c9355-aa93-4814-93f1-7d511283e91d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748651047006'] for network (d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:50.795055 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9355-aa93-4814-93f1-7d511283e91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992d6e86-67f1-44f7-8838-6a1edb468411,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:50.812399 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=71,neutron:INSERT=25,neutron:UPDATE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:50.820277 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-13f06360-7adb-4ba7-aa96-b013063de954 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:50.852167 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:50.904257 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-956c9355-aa93-4814-93f1-7d511283e91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080'] for network (d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:50.907140 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956c9355-aa93-4814-93f1-7d511283e91d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:55:50.907774 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-956c9355-aa93-4814-93f1-7d511283e91d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for network (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:50.966713 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e4d68294-546e-4bd8-9d34-ea2761e1c435 admin admin] Publish callbacks [] for router_gateway (02a4af30-ebf9-4c0d-91a5-45f6ebe56408), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:50.979255 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-13f06360-7adb-4ba7-aa96-b013063de954 admin admin] Publish callbacks [] for security_group (43a2daa5-0e12-4c50-8cef-5f4877fd98ae), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:50.983272 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9355-aa93-4814-93f1-7d511283e91d admin admin] Pushing event updated for resources: {'Network': ['ID=d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:50.995877 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Network d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959 details requested by agent ovs-agent-dv-cinder-846171-1-iscsi with host dv-cinder-846171-1-iscsi {{(pid=116194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 18:55:51.013700 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:51.017470 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-2776889c-09ef-4a56-bf20-bc5e803599f0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1724271401-network', 'tenant_id': '061a027ac5464038b15bbca6c47e7f7c'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:55:51.048839 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-13f06360-7adb-4ba7-aa96-b013063de954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (43a2daa5-0e12-4c50-8cef-5f4877fd98ae), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:51.077361 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f06360-7adb-4ba7-aa96-b013063de954 admin admin] vlan segment allocate from pool success with {'vlan_id': 1011, 'physical_network': 'physnet1'} {{(pid=116193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:55:51.101036 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-956c9355-aa93-4814-93f1-7d511283e91d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.2634737 Jun 16 18:55:51.101366 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 45684) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:55:51.108319 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f06360-7adb-4ba7-aa96-b013063de954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a2daa5-0e12-4c50-8cef-5f4877fd98ae,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:51.111416 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-4034795c-208a-4e0c-bc76-531bc8f03ec0 admin admin] Request body: {'subnet': {'network_id': 'd23e2e97-5f79-4bb3-a50a-cf2c8a9fc959', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-369379898-subnet', 'tenant_id': '57f75a8c58e340a1bba335f7463c03a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:55:51.117330 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-13f06360-7adb-4ba7-aa96-b013063de954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056'] for segment (2d327e91-41ae-4018-ab9b-16723f98bb9d), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:51.117754 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.db.segments_db [None req-13f06360-7adb-4ba7-aa96-b013063de954 admin admin] Added segment 2d327e91-41ae-4018-ab9b-16723f98bb9d of type vlan for network b63c6cac-d1b4-42bd-9dde-7d5291a4c111 Jun 16 18:55:51.182637 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-1c93453a-9063-40a3-9910-67035bb22173 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-311101115-network', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:55:51.209089 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-13f06360-7adb-4ba7-aa96-b013063de954 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748651047006'] for network (b63c6cac-d1b4-42bd-9dde-7d5291a4c111), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:51.255029 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2776889c-09ef-4a56-bf20-bc5e803599f0 admin admin] Made reservation on behalf of 061a027ac5464038b15bbca6c47e7f7c for: {'network': 1} {{(pid=116192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:55:51.257775 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-2776889c-09ef-4a56-bf20-bc5e803599f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for network (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:51.262924 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4034795c-208a-4e0c-bc76-531bc8f03ec0 admin admin] Made reservation on behalf of 57f75a8c58e340a1bba335f7463c03a1 for: {'subnet': 1} {{(pid=116192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:55:51.274789 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-4034795c-208a-4e0c-bc76-531bc8f03ec0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:51.296350 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-2776889c-09ef-4a56-bf20-bc5e803599f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:51.334876 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-13f06360-7adb-4ba7-aa96-b013063de954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080'] for network (b63c6cac-d1b4-42bd-9dde-7d5291a4c111), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:51.335933 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f06360-7adb-4ba7-aa96-b013063de954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:55:51.336897 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-13f06360-7adb-4ba7-aa96-b013063de954 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for network (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:51.339999 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c93453a-9063-40a3-9910-67035bb22173 admin admin] Made reservation on behalf of ed8501d1ff734054ba0a6ef4c398d051 for: {'network': 1} {{(pid=116193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:55:51.346940 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-1c93453a-9063-40a3-9910-67035bb22173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for network (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:51.377900 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-1c93453a-9063-40a3-9910-67035bb22173 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:51.435963 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f06360-7adb-4ba7-aa96-b013063de954 admin admin] Pushing event updated for resources: {'Network': ['ID=b63c6cac-d1b4-42bd-9dde-7d5291a4c111,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:51.448658 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Network b63c6cac-d1b4-42bd-9dde-7d5291a4c111 details requested by agent ovs-agent-dv-cinder-846171-1-iscsi with host dv-cinder-846171-1-iscsi {{(pid=116194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 18:55:51.493321 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:51.508311 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e4d68294-546e-4bd8-9d34-ea2761e1c435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8340216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8340070'] for router (02a4af30-ebf9-4c0d-91a5-45f6ebe56408), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:51.531055 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-1c93453a-9063-40a3-9910-67035bb22173 admin admin] Publish callbacks [] for security_group (07be57d5-d874-47f5-bf75-0ecefbbccec6), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:51.540331 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-13f06360-7adb-4ba7-aa96-b013063de954 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.4534438 Jun 16 18:55:51.542444 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 45698) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:55:51.551677 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-1c762899-6ee0-42e3-a2e5-65ce44144aa2 admin admin] Request body: {'subnet': {'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-172575064-subnet', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:55:51.575968 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:51.605471 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5134d7-9213-4a64-818a-d27133eb3ad5 None None] Network 64614a18-07e0-43ad-9990-55ab159f858f requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:55:51.636972 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-1c93453a-9063-40a3-9910-67035bb22173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (07be57d5-d874-47f5-bf75-0ecefbbccec6), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:51.689874 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:INSERT=16,neutron:SELECT=76,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:51.694097 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c93453a-9063-40a3-9910-67035bb22173 admin admin] vlan segment allocate from pool success with {'vlan_id': 1012, 'physical_network': 'physnet1'} {{(pid=116193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:55:51.698277 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c762899-6ee0-42e3-a2e5-65ce44144aa2 admin admin] Made reservation on behalf of 0b607bd5abec4c72842e250a639f99f1 for: {'subnet': 1} {{(pid=116193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:55:51.708297 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-1c762899-6ee0-42e3-a2e5-65ce44144aa2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:51.737529 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-2776889c-09ef-4a56-bf20-bc5e803599f0 admin admin] Publish callbacks [] for security_group (8242d042-016c-4324-9d23-7f0db9ca011d), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:51.744462 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-69274ea3-de18-41c6-b290-de63446319f7 None None] Provisioning complete for port 1bb02c25-88aa-486f-a96d-d8c50a30e859 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:55:51.745141 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-69274ea3-de18-41c6-b290-de63446319f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (1bb02c25-88aa-486f-a96d-d8c50a30e859), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:51.762763 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c93453a-9063-40a3-9910-67035bb22173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07be57d5-d874-47f5-bf75-0ecefbbccec6,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:51.780049 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-1c93453a-9063-40a3-9910-67035bb22173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056'] for segment (695d3c9b-6b49-4b44-82e3-daab02cb9cb5), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:51.780525 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.db.segments_db [None req-1c93453a-9063-40a3-9910-67035bb22173 admin admin] Added segment 695d3c9b-6b49-4b44-82e3-daab02cb9cb5 of type vlan for network 9f034df0-3327-47b9-8a71-7606258bf90a Jun 16 18:55:51.814333 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-2776889c-09ef-4a56-bf20-bc5e803599f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (8242d042-016c-4324-9d23-7f0db9ca011d), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:51.846609 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2776889c-09ef-4a56-bf20-bc5e803599f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8242d042-016c-4324-9d23-7f0db9ca011d,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:51.854550 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-4034795c-208a-4e0c-bc76-531bc8f03ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080'] for subnet (3f362052-0b79-42eb-9b74-4dc8a98f4be6), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:51.868781 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d68294-546e-4bd8-9d34-ea2761e1c435 admin admin] Router 02a4af30-ebf9-4c0d-91a5-45f6ebe56408 is scheduled to L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a with binding_index 1 {{(pid=116192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 18:55:51.898868 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2776889c-09ef-4a56-bf20-bc5e803599f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1043, 'physical_network': 'physnet1'} {{(pid=116192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:55:51.899187 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-1c93453a-9063-40a3-9910-67035bb22173 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748651047006'] for network (9f034df0-3327-47b9-8a71-7606258bf90a), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:51.903640 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-69274ea3-de18-41c6-b290-de63446319f7 None None] Current status of the port 1bb02c25-88aa-486f-a96d-d8c50a30e859 is: DOWN; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:55:51.904241 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-69274ea3-de18-41c6-b290-de63446319f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (1bb02c25-88aa-486f-a96d-d8c50a30e859), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:51.948064 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-2776889c-09ef-4a56-bf20-bc5e803599f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056'] for segment (cebaee56-dbc9-4424-b362-83896d63149c), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:51.948449 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.db.segments_db [None req-2776889c-09ef-4a56-bf20-bc5e803599f0 admin admin] Added segment cebaee56-dbc9-4424-b362-83896d63149c of type vlan for network 4dfebb8b-7b4d-48d8-bf77-5e9175a23197 Jun 16 18:55:51.951551 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4034795c-208a-4e0c-bc76-531bc8f03ec0 admin admin] Checking segment: {'id': '743946b6-55b4-4397-95a0-bb6914122077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'd23e2e97-5f79-4bb3-a50a-cf2c8a9fc959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:55:51.952096 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4034795c-208a-4e0c-bc76-531bc8f03ec0 admin admin] Network hostable DHCP agents. Network: d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959, hostable agents: ['a953bae7-14c3-401b-bbd5-413ea1206353'], hosted agents: [] {{(pid=116192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:55:51.965784 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-69274ea3-de18-41c6-b290-de63446319f7 None None] For port 1bb02c25-88aa-486f-a96d-d8c50a30e859, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=1bb02c25-88aa-486f-a96d-d8c50a30e859,segment=NetworkSegment(ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e),segment_id=ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:55:52.048712 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034795c-208a-4e0c-bc76-531bc8f03ec0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f362052-0b79-42eb-9b74-4dc8a98f4be6,revision_number=0']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:52.067293 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-69274ea3-de18-41c6-b290-de63446319f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (1bb02c25-88aa-486f-a96d-d8c50a30e859), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:52.078353 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-1c93453a-9063-40a3-9910-67035bb22173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080'] for network (9f034df0-3327-47b9-8a71-7606258bf90a), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:52.079322 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c93453a-9063-40a3-9910-67035bb22173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:55:52.079884 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-1c93453a-9063-40a3-9910-67035bb22173 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for network (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:52.086107 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-2776889c-09ef-4a56-bf20-bc5e803599f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748651047006'] for network (4dfebb8b-7b4d-48d8-bf77-5e9175a23197), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:52.163077 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 1bb02c25-88aa-486f-a96d-d8c50a30e859 up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:55:52.166548 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d68294-546e-4bd8-9d34-ea2761e1c435 admin admin] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:55:52.183512 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcdda31-38aa-44eb-b908-b0315d7b5f01 None None] Sync routers for ids ['02a4af30-ebf9-4c0d-91a5-45f6ebe56408'] in dv-cinder-846171-1-iscsi {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:55:52.201335 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcdda31-38aa-44eb-b908-b0315d7b5f01 None None] Routers {'02a4af30-ebf9-4c0d-91a5-45f6ebe56408'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:55:52.202095 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-dbcdda31-38aa-44eb-b908-b0315d7b5f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:55:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['02a4af30-ebf9-4c0d-91a5-45f6ebe56408'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:55:52.207435 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c93453a-9063-40a3-9910-67035bb22173 admin admin] Pushing event updated for resources: {'Network': ['ID=9f034df0-3327-47b9-8a71-7606258bf90a,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:52.208235 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4034795c-208a-4e0c-bc76-531bc8f03ec0 admin admin] Network d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959 is scheduled to be hosted by DHCP agent a953bae7-14c3-401b-bbd5-413ea1206353 with binding_index 1 {{(pid=116192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:55:52.231373 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69274ea3-de18-41c6-b290-de63446319f7 None None] Pushing event updated for resources: {'Port': ['ID=1bb02c25-88aa-486f-a96d-d8c50a30e859,revision_number=3']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:52.238585 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Network 9f034df0-3327-47b9-8a71-7606258bf90a details requested by agent ovs-agent-dv-cinder-846171-1-iscsi with host dv-cinder-846171-1-iscsi {{(pid=116194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 18:55:52.239015 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-2776889c-09ef-4a56-bf20-bc5e803599f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080'] for network (4dfebb8b-7b4d-48d8-bf77-5e9175a23197), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:52.246729 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-1c93453a-9063-40a3-9910-67035bb22173 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.4794459 Jun 16 18:55:52.246926 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2776889c-09ef-4a56-bf20-bc5e803599f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:55:52.246926 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-2776889c-09ef-4a56-bf20-bc5e803599f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for network (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:52.249061 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 45720) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:55:52.255344 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-2461b5e9-bd35-46ea-b7c4-fd8a1f884725 admin admin] Request body: {'subnet': {'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-311101115-subnet', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:55:52.316325 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:52.335857 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2776889c-09ef-4a56-bf20-bc5e803599f0 admin admin] Pushing event updated for resources: {'Network': ['ID=4dfebb8b-7b4d-48d8-bf77-5e9175a23197,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:52.351455 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e4d68294-546e-4bd8-9d34-ea2761e1c435 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:52.352789 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-e4d68294-546e-4bd8-9d34-ea2761e1c435 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8411679 Jun 16 18:55:52.354194 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-4034795c-208a-4e0c-bc76-531bc8f03ec0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846171-1-iscsi, d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959) {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:55:52.358691 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 45724) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:55:52.367187 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-1c762899-6ee0-42e3-a2e5-65ce44144aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080'] for subnet (fe716360-4f3c-4c62-9220-aaf7aa3a7a1f), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:52.370255 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4034795c-208a-4e0c-bc76-531bc8f03ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:55:52.371066 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-4034795c-208a-4e0c-bc76-531bc8f03ec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for subnet (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:52.380214 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Network 4dfebb8b-7b4d-48d8-bf77-5e9175a23197 details requested by agent ovs-agent-dv-cinder-846171-1-iscsi with host dv-cinder-846171-1-iscsi {{(pid=116194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 18:55:52.391705 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6403d846-872a-4f92-b4cd-0aac8661f705 None None] Network d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959 requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:55:52.453361 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c762899-6ee0-42e3-a2e5-65ce44144aa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe716360-4f3c-4c62-9220-aaf7aa3a7a1f,revision_number=0']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:52.458160 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-2776889c-09ef-4a56-bf20-bc5e803599f0 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.9226520 Jun 16 18:55:52.458160 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 45736) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:55:52.463106 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-763bdc42-7f7e-4fed-ba83-d71c45bb94de admin admin] Request body: {'subnet': {'network_id': '4dfebb8b-7b4d-48d8-bf77-5e9175a23197', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1724271401-subnet', 'tenant_id': '061a027ac5464038b15bbca6c47e7f7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:55:52.499269 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=5 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:52.508175 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2461b5e9-bd35-46ea-b7c4-fd8a1f884725 admin admin] Made reservation on behalf of ed8501d1ff734054ba0a6ef4c398d051 for: {'subnet': 1} {{(pid=116193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:55:52.511015 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2461b5e9-bd35-46ea-b7c4-fd8a1f884725 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:52.514844 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-4034795c-208a-4e0c-bc76-531bc8f03ec0 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4093492 Jun 16 18:55:52.515503 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 45742) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:55:52.524672 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-58d4a216-4ce8-4f2f-bf81-4278d2c7066f admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-369379898-router', 'tenant_id': '57f75a8c58e340a1bba335f7463c03a1', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:55:52.552944 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:INSERT=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:52.579791 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763bdc42-7f7e-4fed-ba83-d71c45bb94de admin admin] Made reservation on behalf of 061a027ac5464038b15bbca6c47e7f7c for: {'subnet': 1} {{(pid=116192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:55:52.582412 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-763bdc42-7f7e-4fed-ba83-d71c45bb94de admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:52.687625 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-dbcdda31-38aa-44eb-b908-b0315d7b5f01 None None] Set router 02a4af30-ebf9-4c0d-91a5-45f6ebe56408 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:55:52.714938 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-f9d98401-ded5-4f7d-80ec-e34ca7966aec None None] Provisioning complete for port 1bb02c25-88aa-486f-a96d-d8c50a30e859 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:55:52.715624 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-f9d98401-ded5-4f7d-80ec-e34ca7966aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (1bb02c25-88aa-486f-a96d-d8c50a30e859), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:52.742485 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-58d4a216-4ce8-4f2f-bf81-4278d2c7066f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8339937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12032'] for router (fd002458-9e78-438e-a2ff-ecd12b63be87), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:52.744740 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-58d4a216-4ce8-4f2f-bf81-4278d2c7066f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8339730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8348846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8300508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12043'] for router (fd002458-9e78-438e-a2ff-ecd12b63be87), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:52.851116 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2461b5e9-bd35-46ea-b7c4-fd8a1f884725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080'] for subnet (21288f53-db0a-40bc-af1b-49bfa8ab21bd), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:52.854045 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-58d4a216-4ce8-4f2f-bf81-4278d2c7066f admin admin] Publish callbacks [] for router_controller (fd002458-9e78-438e-a2ff-ecd12b63be87), precommit_add_association {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:52.877370 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 1bb02c25-88aa-486f-a96d-d8c50a30e859 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:55:52.878006 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (1bb02c25-88aa-486f-a96d-d8c50a30e859), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:52.999300 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-dbcdda31-38aa-44eb-b908-b0315d7b5f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'name': 'tempest-AttachVolumeTestJSON-590424765-router', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4c72add9-608c-4847-9311-b73fc20947d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:49Z', 'updated_at': '2022-06-16T18:55:50Z', 'revision_number': 3, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'gw_port': {'id': '4c72add9-608c-4847-9311-b73fc20947d5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:50Z', 'updated_at': '2022-06-16T18:55:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi'}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:55:53.010495 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c762899-6ee0-42e3-a2e5-65ce44144aa2 admin admin] Checking segment: {'id': '2d327e91-41ae-4018-ab9b-16723f98bb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:55:53.011076 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c762899-6ee0-42e3-a2e5-65ce44144aa2 admin admin] Network hostable DHCP agents. Network: b63c6cac-d1b4-42bd-9dde-7d5291a4c111, hostable agents: ['a953bae7-14c3-401b-bbd5-413ea1206353'], hosted agents: [] {{(pid=116193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:55:53.037084 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2461b5e9-bd35-46ea-b7c4-fd8a1f884725 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21288f53-db0a-40bc-af1b-49bfa8ab21bd,revision_number=0']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:53.063808 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcdda31-38aa-44eb-b908-b0315d7b5f01 None None] Checking router: 02a4af30-ebf9-4c0d-91a5-45f6ebe56408 for host: dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:55:53.064166 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcdda31-38aa-44eb-b908-b0315d7b5f01 None None] Updating router 02a4af30-ebf9-4c0d-91a5-45f6ebe56408 port 4c72add9-608c-4847-9311-b73fc20947d5 binding host dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:55:53.068669 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd5f6b9-c909-41ad-b41e-2bc6565513a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc834c0e-e25b-5433-9ce7-2b46938ad578-d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959', 'network_id': 'd23e2e97-5f79-4bb3-a50a-cf2c8a9fc959', 'project_id': '57f75a8c58e340a1bba335f7463c03a1', 'fixed_ips': [{'subnet_id': '3f362052-0b79-42eb-9b74-4dc8a98f4be6'}]}} from dv-cinder-846171-1-iscsi. {{(pid=116194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 18:55:53.070731 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4dd5f6b9-c909-41ad-b41e-2bc6565513a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:53.079266 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-763bdc42-7f7e-4fed-ba83-d71c45bb94de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080'] for subnet (88c124d1-6210-4b6f-a0f0-d465fdeb2bd6), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:53.126650 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-f9d98401-ded5-4f7d-80ec-e34ca7966aec None None] Current status of the port 1bb02c25-88aa-486f-a96d-d8c50a30e859 is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:55:53.128464 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2461b5e9-bd35-46ea-b7c4-fd8a1f884725 admin admin] Checking segment: {'id': '695d3c9b-6b49-4b44-82e3-daab02cb9cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:55:53.128830 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2461b5e9-bd35-46ea-b7c4-fd8a1f884725 admin admin] Network hostable DHCP agents. Network: 9f034df0-3327-47b9-8a71-7606258bf90a, hostable agents: ['a953bae7-14c3-401b-bbd5-413ea1206353'], hosted agents: [] {{(pid=116193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:55:53.155218 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-dbcdda31-38aa-44eb-b908-b0315d7b5f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (4c72add9-608c-4847-9311-b73fc20947d5), before_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:53.165731 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 1bb02c25-88aa-486f-a96d-d8c50a30e859 is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:55:53.241684 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c762899-6ee0-42e3-a2e5-65ce44144aa2 admin admin] Network b63c6cac-d1b4-42bd-9dde-7d5291a4c111 is scheduled to be hosted by DHCP agent a953bae7-14c3-401b-bbd5-413ea1206353 with binding_index 1 {{(pid=116193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:55:53.278273 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-58d4a216-4ce8-4f2f-bf81-4278d2c7066f admin admin] Publish callbacks [] for router_gateway (fd002458-9e78-438e-a2ff-ecd12b63be87), precommit_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:53.296077 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763bdc42-7f7e-4fed-ba83-d71c45bb94de admin admin] Pushing event updated for resources: {'Subnet': ['ID=88c124d1-6210-4b6f-a0f0-d465fdeb2bd6,revision_number=0']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:53.328051 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763bdc42-7f7e-4fed-ba83-d71c45bb94de admin admin] Checking segment: {'id': 'cebaee56-dbc9-4424-b362-83896d63149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '4dfebb8b-7b4d-48d8-bf77-5e9175a23197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:55:53.329306 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763bdc42-7f7e-4fed-ba83-d71c45bb94de admin admin] Network hostable DHCP agents. Network: 4dfebb8b-7b4d-48d8-bf77-5e9175a23197, hostable agents: ['a953bae7-14c3-401b-bbd5-413ea1206353'], hosted agents: [] {{(pid=116192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:55:53.366540 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2461b5e9-bd35-46ea-b7c4-fd8a1f884725 admin admin] Network 9f034df0-3327-47b9-8a71-7606258bf90a is scheduled to be hosted by DHCP agent a953bae7-14c3-401b-bbd5-413ea1206353 with binding_index 1 {{(pid=116193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:55:53.410306 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.db_base_plugin_common [None req-4dd5f6b9-c909-41ad-b41e-2bc6565513a6 None None] Allocated IP 172.20.0.2 (d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959/3f362052-0b79-42eb-9b74-4dc8a98f4be6/28f8eaa4-b688-4548-b5bd-205c9a8f1df5) {{(pid=116194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:55:53.490000 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [None req-1c762899-6ee0-42e3-a2e5-65ce44144aa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846171-1-iscsi, b63c6cac-d1b4-42bd-9dde-7d5291a4c111) {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:55:53.495207 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:53.499514 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb417d4-9158-4746-8e56-9a13deccfc0a None None] Network b63c6cac-d1b4-42bd-9dde-7d5291a4c111 requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:55:53.510708 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:53.524535 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c762899-6ee0-42e3-a2e5-65ce44144aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:55:53.526157 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-1c762899-6ee0-42e3-a2e5-65ce44144aa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for subnet (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:53.539767 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-dbcdda31-38aa-44eb-b908-b0315d7b5f01 None None] Publish callbacks [] for port (4c72add9-608c-4847-9311-b73fc20947d5), precommit_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:53.600943 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763bdc42-7f7e-4fed-ba83-d71c45bb94de admin admin] Network 4dfebb8b-7b4d-48d8-bf77-5e9175a23197 is scheduled to be hosted by DHCP agent a953bae7-14c3-401b-bbd5-413ea1206353 with binding_index 1 {{(pid=116192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:55:53.609907 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-763bdc42-7f7e-4fed-ba83-d71c45bb94de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846171-1-iscsi, 4dfebb8b-7b4d-48d8-bf77-5e9175a23197) {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:55:53.617114 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763bdc42-7f7e-4fed-ba83-d71c45bb94de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:55:53.617730 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-763bdc42-7f7e-4fed-ba83-d71c45bb94de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for subnet (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:53.621892 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-dbcdda31-38aa-44eb-b908-b0315d7b5f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (4c72add9-608c-4847-9311-b73fc20947d5), after_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:53.631346 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084273d6-d156-494a-8f34-095ca4a863df None None] Network 4dfebb8b-7b4d-48d8-bf77-5e9175a23197 requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:55:53.633644 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-6d3746cd-3505-496d-945a-91aff782f9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:53.687946 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [None req-2461b5e9-bd35-46ea-b7c4-fd8a1f884725 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846171-1-iscsi, 9f034df0-3327-47b9-8a71-7606258bf90a) {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:55:53.696393 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0859177-4206-466b-b995-4fec09a7e079 None None] Pushing event updated for resources: {'Port': ['ID=4c72add9-608c-4847-9311-b73fc20947d5,revision_number=2']} {{(pid=116195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:53.699768 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.managers [None req-dbcdda31-38aa-44eb-b908-b0315d7b5f01 None None] Attempting to bind port 4c72add9-608c-4847-9311-b73fc20947d5 on host dv-cinder-846171-1-iscsi for vnic_type normal with profile {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:55:53.700374 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.managers [None req-dbcdda31-38aa-44eb-b908-b0315d7b5f01 None None] Attempting to bind port 4c72add9-608c-4847-9311-b73fc20947d5 by drivers openvswitch,hyperv on host dv-cinder-846171-1-iscsi at level 0 using segments [{'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}] {{(pid=116195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:55:53.701360 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcdda31-38aa-44eb-b908-b0315d7b5f01 None None] Attempting to bind port 4c72add9-608c-4847-9311-b73fc20947d5 on network d7ab3290-3ce1-430c-a2b5-625628340a0e {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:55:53.713270 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0859177-4206-466b-b995-4fec09a7e079 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:53.714131 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0859177-4206-466b-b995-4fec09a7e079 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:53.715015 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0859177-4206-466b-b995-4fec09a7e079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:53.715640 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0859177-4206-466b-b995-4fec09a7e079 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:53.716183 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0859177-4206-466b-b995-4fec09a7e079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:53.716934 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0859177-4206-466b-b995-4fec09a7e079 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:53.717516 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0859177-4206-466b-b995-4fec09a7e079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:53.718058 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0859177-4206-466b-b995-4fec09a7e079 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:53.718646 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0859177-4206-466b-b995-4fec09a7e079 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:53.719191 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0859177-4206-466b-b995-4fec09a7e079 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:53.720192 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0859177-4206-466b-b995-4fec09a7e079 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:53.721065 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0859177-4206-466b-b995-4fec09a7e079 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:53.722157 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0859177-4206-466b-b995-4fec09a7e079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:53.723789 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13eed496-3e35-48c4-9e66-f68c7ebdc43d None None] Network 9f034df0-3327-47b9-8a71-7606258bf90a requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:55:53.724012 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2461b5e9-bd35-46ea-b7c4-fd8a1f884725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:55:53.724552 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0859177-4206-466b-b995-4fec09a7e079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:53.724695 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2461b5e9-bd35-46ea-b7c4-fd8a1f884725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for subnet (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:53.724994 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0859177-4206-466b-b995-4fec09a7e079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:55:53.726306 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0859177-4206-466b-b995-4fec09a7e079 None None] Tracked resource versions report: Jun 16 18:55:53.726306 dv-cinder-846171-1-iscsi neutron-server[116195]: pushed versions: Jun 16 18:55:53.726306 dv-cinder-846171-1-iscsi neutron-server[116195]: { 'AddressGroup': {'1.2'}, Jun 16 18:55:53.726306 dv-cinder-846171-1-iscsi neutron-server[116195]: 'Agent': {'1.1'}, Jun 16 18:55:53.726306 dv-cinder-846171-1-iscsi neutron-server[116195]: 'ConntrackHelper': {'1.0'}, Jun 16 18:55:53.726306 dv-cinder-846171-1-iscsi neutron-server[116195]: 'LocalIPAssociation': {'1.0'}, Jun 16 18:55:53.726306 dv-cinder-846171-1-iscsi neutron-server[116195]: 'Log': {'1.0'}, Jun 16 18:55:53.726306 dv-cinder-846171-1-iscsi neutron-server[116195]: 'NDPProxy': {'1.0'}, Jun 16 18:55:53.726306 dv-cinder-846171-1-iscsi neutron-server[116195]: 'Network': {'1.1'}, Jun 16 18:55:53.726306 dv-cinder-846171-1-iscsi neutron-server[116195]: 'Port': {'1.7'}, Jun 16 18:55:53.726306 dv-cinder-846171-1-iscsi neutron-server[116195]: 'PortForwarding': {'1.3'}, Jun 16 18:55:53.726306 dv-cinder-846171-1-iscsi neutron-server[116195]: 'QosPolicy': {'1.10'}, Jun 16 18:55:53.726306 dv-cinder-846171-1-iscsi neutron-server[116195]: 'SecurityGroup': {'1.5'}, Jun 16 18:55:53.726306 dv-cinder-846171-1-iscsi neutron-server[116195]: 'SecurityGroupRule': {'1.2'}, Jun 16 18:55:53.726306 dv-cinder-846171-1-iscsi neutron-server[116195]: 'SubPort': {'1.0'}, Jun 16 18:55:53.726306 dv-cinder-846171-1-iscsi neutron-server[116195]: 'Subnet': {'1.1'}, Jun 16 18:55:53.726306 dv-cinder-846171-1-iscsi neutron-server[116195]: 'Trunk': {'1.1'}} Jun 16 18:55:53.726306 dv-cinder-846171-1-iscsi neutron-server[116195]: consumer versions: Jun 16 18:55:53.726306 dv-cinder-846171-1-iscsi neutron-server[116195]: { DHCP agent@dv-cinder-846171-1-iscsi: {}, Jun 16 18:55:53.726306 dv-cinder-846171-1-iscsi neutron-server[116195]: HyperV agent@hv-cinder-84617: {}, Jun 16 18:55:53.726306 dv-cinder-846171-1-iscsi neutron-server[116195]: L3 agent@dv-cinder-846171-1-iscsi: {}, Jun 16 18:55:53.726306 dv-cinder-846171-1-iscsi neutron-server[116195]: Metadata agent@dv-cinder-846171-1-iscsi: {}, Jun 16 18:55:53.726306 dv-cinder-846171-1-iscsi neutron-server[116195]: Metering agent@dv-cinder-846171-1-iscsi: {}, Jun 16 18:55:53.726306 dv-cinder-846171-1-iscsi neutron-server[116195]: Open vSwitch agent@dv-cinder-846171-1-iscsi: { 'AddressGroup': '1.2', Jun 16 18:55:53.726306 dv-cinder-846171-1-iscsi neutron-server[116195]: 'Agent': '1.1', Jun 16 18:55:53.726306 dv-cinder-846171-1-iscsi neutron-server[116195]: 'ConntrackHelper': '1.0', Jun 16 18:55:53.726306 dv-cinder-846171-1-iscsi neutron-server[116195]: 'LocalIPAssociation': '1.0', Jun 16 18:55:53.726306 dv-cinder-846171-1-iscsi neutron-server[116195]: 'Log': '1.0', Jun 16 18:55:53.726306 dv-cinder-846171-1-iscsi neutron-server[116195]: 'NDPProxy': '1.0', Jun 16 18:55:53.726306 dv-cinder-846171-1-iscsi neutron-server[116195]: 'Network': '1.1', Jun 16 18:55:53.726306 dv-cinder-846171-1-iscsi neutron-server[116195]: 'Port': '1.7', Jun 16 18:55:53.726306 dv-cinder-846171-1-iscsi neutron-server[116195]: 'PortForwarding': '1.3', Jun 16 18:55:53.726306 dv-cinder-846171-1-iscsi neutron-server[116195]: 'QosPolicy': '1.10', Jun 16 18:55:53.726306 dv-cinder-846171-1-iscsi neutron-server[116195]: 'SecurityGroup': '1.5', Jun 16 18:55:53.726306 dv-cinder-846171-1-iscsi neutron-server[116195]: 'SecurityGroupRule': '1.2', Jun 16 18:55:53.726306 dv-cinder-846171-1-iscsi neutron-server[116195]: 'SubPort': '1.0', Jun 16 18:55:53.726306 dv-cinder-846171-1-iscsi neutron-server[116195]: 'Subnet': '1.1', Jun 16 18:55:53.726306 dv-cinder-846171-1-iscsi neutron-server[116195]: 'Trunk': '1.1'}} Jun 16 18:55:53.726306 dv-cinder-846171-1-iscsi neutron-server[116195]: {{(pid=116195) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 18:55:53.731776 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcdda31-38aa-44eb-b908-b0315d7b5f01 None None] Checking agent: {'id': 'ea8cc94b-de2a-4266-a745-8fe843a33d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846171-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 47, 42), 'started_at': datetime.datetime(2022, 6, 16, 18, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846171-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:55:53.732234 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcdda31-38aa-44eb-b908-b0315d7b5f01 None None] Checking segment: {'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:55:53.732804 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-dbcdda31-38aa-44eb-b908-b0315d7b5f01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:53.733262 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcdda31-38aa-44eb-b908-b0315d7b5f01 None None] Bound using segment: {'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'} {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:55:53.734433 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.managers [None req-dbcdda31-38aa-44eb-b908-b0315d7b5f01 None None] Bound port: 4c72add9-608c-4847-9311-b73fc20947d5, host: dv-cinder-846171-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}}] {{(pid=116195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:55:53.740696 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-dbcdda31-38aa-44eb-b908-b0315d7b5f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (4c72add9-608c-4847-9311-b73fc20947d5), before_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:53.798359 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-58d4a216-4ce8-4f2f-bf81-4278d2c7066f admin admin] Publish callbacks [] for router_gateway (fd002458-9e78-438e-a2ff-ecd12b63be87), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:53.801846 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.db [None req-dbcdda31-38aa-44eb-b908-b0315d7b5f01 None None] For port 4c72add9-608c-4847-9311-b73fc20947d5, host dv-cinder-846171-1-iscsi, cleared binding levels {{(pid=116195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:55:53.806197 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.db [None req-dbcdda31-38aa-44eb-b908-b0315d7b5f01 None None] For port 4c72add9-608c-4847-9311-b73fc20947d5, host dv-cinder-846171-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=4c72add9-608c-4847-9311-b73fc20947d5,segment=NetworkSegment(71d34237-f06f-4603-b433-3dd04278adc6),segment_id=71d34237-f06f-4603-b433-3dd04278adc6)] {{(pid=116195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:55:53.823999 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-1c762899-6ee0-42e3-a2e5-65ce44144aa2 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2790215 Jun 16 18:55:53.830304 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 45780) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:55:53.833108 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-58d4a216-4ce8-4f2f-bf81-4278d2c7066f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:53.837693 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-888fac41-3e08-4b36-aca1-6e5d26dfc0e1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-172575064-router', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:55:53.847987 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:53.868133 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-763bdc42-7f7e-4fed-ba83-d71c45bb94de admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4032998 Jun 16 18:55:54.104735 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-dbcdda31-38aa-44eb-b908-b0315d7b5f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (4c72add9-608c-4847-9311-b73fc20947d5), after_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:54.105560 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-2461b5e9-bd35-46ea-b7c4-fd8a1f884725 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7019045 Jun 16 18:55:54.105560 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 45784) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:55:54.105560 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-2e958cb9-932d-4fbf-bea1-f918125f1329 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-311101115-router', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:55:54.107304 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7585c40e-2120-4c5d-bdca-f07de56bfc74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc834c0e-e25b-5433-9ce7-2b46938ad578-9f034df0-3327-47b9-8a71-7606258bf90a', 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a', 'project_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'fixed_ips': [{'subnet_id': '21288f53-db0a-40bc-af1b-49bfa8ab21bd'}]}} from dv-cinder-846171-1-iscsi. {{(pid=116194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 18:55:54.107304 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-7585c40e-2120-4c5d-bdca-f07de56bfc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:54.108110 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0859177-4206-466b-b995-4fec09a7e079 None None] Pushing event updated for resources: {'Port': ['ID=4c72add9-608c-4847-9311-b73fc20947d5,revision_number=3']} {{(pid=116195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:54.109505 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b28f0fc-0aae-42c0-82a5-54c6159793fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc834c0e-e25b-5433-9ce7-2b46938ad578-b63c6cac-d1b4-42bd-9dde-7d5291a4c111', 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111', 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'fixed_ips': [{'subnet_id': 'fe716360-4f3c-4c62-9220-aaf7aa3a7a1f'}]}} from dv-cinder-846171-1-iscsi. {{(pid=116194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 18:55:54.109505 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-2b28f0fc-0aae-42c0-82a5-54c6159793fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:54.110441 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-888fac41-3e08-4b36-aca1-6e5d26dfc0e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8339937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12032'] for router (f03bfdaa-4ab3-45bb-a8a4-42f612f6a932), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:54.110441 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-888fac41-3e08-4b36-aca1-6e5d26dfc0e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8339730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8348846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8300508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12043'] for router (f03bfdaa-4ab3-45bb-a8a4-42f612f6a932), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:54.115738 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:54.115738 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcdda31-38aa-44eb-b908-b0315d7b5f01 None None] Routers {'02a4af30-ebf9-4c0d-91a5-45f6ebe56408'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:55:54.115738 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-dbcdda31-38aa-44eb-b908-b0315d7b5f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:55:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['02a4af30-ebf9-4c0d-91a5-45f6ebe56408'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:55:54.116297 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.db_base_plugin_common [None req-58d4a216-4ce8-4f2f-bf81-4278d2c7066f admin admin] Allocated IP 172.27.0.44 (d7ab3290-3ce1-430c-a2b5-625628340a0e/2251f151-d04b-4b41-88db-58f0d465a2f0/8be68785-d2b4-40f6-a14c-6ddb141889f5) {{(pid=116192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:55:54.117512 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4dd5f6b9-c909-41ad-b41e-2bc6565513a6 None None] Publish callbacks [] for port (28f8eaa4-b688-4548-b5bd-205c9a8f1df5), precommit_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:54.117795 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 1bb02c25-88aa-486f-a96d-d8c50a30e859 up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:55:54.174450 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-888fac41-3e08-4b36-aca1-6e5d26dfc0e1 admin admin] Publish callbacks [] for router_controller (f03bfdaa-4ab3-45bb-a8a4-42f612f6a932), precommit_add_association {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:54.217172 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_common [None req-6d3746cd-3505-496d-945a-91aff782f9cc admin admin] Allocated IP 172.20.0.1 (64614a18-07e0-43ad-9990-55ab159f858f/f3c0b066-676e-4fae-8d81-100b0457b81e/bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44) {{(pid=116193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:55:54.272086 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-dbcdda31-38aa-44eb-b908-b0315d7b5f01 None None] Set router 02a4af30-ebf9-4c0d-91a5-45f6ebe56408 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:55:54.284823 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-58d4a216-4ce8-4f2f-bf81-4278d2c7066f admin admin] Publish callbacks [] for port (8be68785-d2b4-40f6-a14c-6ddb141889f5), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:54.326989 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:54.355646 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7dd010-4437-4542-a337-b96a583fc729 None None] Network 4dfebb8b-7b4d-48d8-bf77-5e9175a23197 requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:55:54.356899 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2e958cb9-932d-4fbf-bea1-f918125f1329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8339937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12032'] for router (ca6005d9-7b71-4411-8a5c-f4a0a5daf02e), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:54.357979 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2e958cb9-932d-4fbf-bea1-f918125f1329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8339730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8348846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8300508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12043'] for router (ca6005d9-7b71-4411-8a5c-f4a0a5daf02e), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:54.371926 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4dd5f6b9-c909-41ad-b41e-2bc6565513a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864'] for port (28f8eaa4-b688-4548-b5bd-205c9a8f1df5), after_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:54.459278 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5f6b9-c909-41ad-b41e-2bc6565513a6 None None] Pushing event updated for resources: {'Port': ['ID=28f8eaa4-b688-4548-b5bd-205c9a8f1df5,revision_number=1']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:54.491826 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 1bb02c25-88aa-486f-a96d-d8c50a30e859 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:55:54.492457 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (1bb02c25-88aa-486f-a96d-d8c50a30e859), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:54.545773 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-58d4a216-4ce8-4f2f-bf81-4278d2c7066f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864'] for port (8be68785-d2b4-40f6-a14c-6ddb141889f5), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:54.562772 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-dbcdda31-38aa-44eb-b908-b0315d7b5f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'name': 'tempest-AttachVolumeTestJSON-590424765-router', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4c72add9-608c-4847-9311-b73fc20947d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:49Z', 'updated_at': '2022-06-16T18:55:50Z', 'revision_number': 3, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'gw_port': {'id': '4c72add9-608c-4847-9311-b73fc20947d5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:50Z', 'updated_at': '2022-06-16T18:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi'}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:55:54.577906 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd5f6b9-c909-41ad-b41e-2bc6565513a6 None None] Network d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959 is already hosted by enough agents. {{(pid=116194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:55:54.600504 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcdda31-38aa-44eb-b908-b0315d7b5f01 None None] The sync data for ids ['02a4af30-ebf9-4c0d-91a5-45f6ebe56408'] in dv-cinder-846171-1-iscsi is: [{'id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'name': 'tempest-AttachVolumeTestJSON-590424765-router', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4c72add9-608c-4847-9311-b73fc20947d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:49Z', 'updated_at': '2022-06-16T18:55:50Z', 'revision_number': 3, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'gw_port': {'id': '4c72add9-608c-4847-9311-b73fc20947d5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:50Z', 'updated_at': '2022-06-16T18:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi'}] {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:55:54.626059 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.scheduler.base_scheduler [None req-4dd5f6b9-c909-41ad-b41e-2bc6565513a6 None None] Resources bound (agent type, host, resource id): {{(pid=116194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:55:54.635270 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:54.644481 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd5f6b9-c909-41ad-b41e-2bc6565513a6 None None] Received port after_create {{(pid=116194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:55:54.662700 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2e958cb9-932d-4fbf-bea1-f918125f1329 admin admin] Publish callbacks [] for router_controller (ca6005d9-7b71-4411-8a5c-f4a0a5daf02e), precommit_add_association {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:54.665846 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-6d3746cd-3505-496d-945a-91aff782f9cc admin admin] Publish callbacks [] for port (bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:54.699924 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:54.700140 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 1bb02c25-88aa-486f-a96d-d8c50a30e859 is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:55:54.830072 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d4a216-4ce8-4f2f-bf81-4278d2c7066f admin admin] Network d7ab3290-3ce1-430c-a2b5-625628340a0e is already hosted by enough agents. {{(pid=116192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:55:54.834445 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-58d4a216-4ce8-4f2f-bf81-4278d2c7066f admin admin] Resources bound (agent type, host, resource id): {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:55:54.841339 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.db_base_plugin_common [None req-7585c40e-2120-4c5d-bdca-f07de56bfc74 None None] Allocated IP 172.20.0.2 (9f034df0-3327-47b9-8a71-7606258bf90a/21288f53-db0a-40bc-af1b-49bfa8ab21bd/526ad591-dcce-4d13-9e9f-c1c5105f6fae) {{(pid=116194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:55:54.841510 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 45800) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:55:54.844376 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-6d3746cd-3505-496d-945a-91aff782f9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864'] for port (bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:54.846528 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.db_base_plugin_common [None req-2b28f0fc-0aae-42c0-82a5-54c6159793fc None None] Allocated IP 172.20.0.2 (b63c6cac-d1b4-42bd-9dde-7d5291a4c111/fe716360-4f3c-4c62-9220-aaf7aa3a7a1f/d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b) {{(pid=116194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:55:54.875078 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-4dd5f6b9-c909-41ad-b41e-2bc6565513a6 None None] Attempting to bind port 28f8eaa4-b688-4548-b5bd-205c9a8f1df5 on host dv-cinder-846171-1-iscsi for vnic_type normal with profile {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:55:54.875446 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-4dd5f6b9-c909-41ad-b41e-2bc6565513a6 None None] Attempting to bind port 28f8eaa4-b688-4548-b5bd-205c9a8f1df5 by drivers openvswitch,hyperv on host dv-cinder-846171-1-iscsi at level 0 using segments [{'id': '743946b6-55b4-4397-95a0-bb6914122077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'd23e2e97-5f79-4bb3-a50a-cf2c8a9fc959'}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:55:54.875807 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd5f6b9-c909-41ad-b41e-2bc6565513a6 None None] Attempting to bind port 28f8eaa4-b688-4548-b5bd-205c9a8f1df5 on network d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959 {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:55:54.890246 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d4a216-4ce8-4f2f-bf81-4278d2c7066f admin admin] Received port after_create {{(pid=116192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:55:54.941658 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd5f6b9-c909-41ad-b41e-2bc6565513a6 None None] Checking agent: {'id': 'ea8cc94b-de2a-4266-a745-8fe843a33d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846171-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 47, 42), 'started_at': datetime.datetime(2022, 6, 16, 18, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846171-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:55:54.942035 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd5f6b9-c909-41ad-b41e-2bc6565513a6 None None] Checking segment: {'id': '743946b6-55b4-4397-95a0-bb6914122077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'd23e2e97-5f79-4bb3-a50a-cf2c8a9fc959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:55:54.942437 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4dd5f6b9-c909-41ad-b41e-2bc6565513a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:54.942825 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd5f6b9-c909-41ad-b41e-2bc6565513a6 None None] Bound using segment: {'id': '743946b6-55b4-4397-95a0-bb6914122077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'd23e2e97-5f79-4bb3-a50a-cf2c8a9fc959'} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:55:54.946149 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-4dd5f6b9-c909-41ad-b41e-2bc6565513a6 None None] Bound port: 28f8eaa4-b688-4548-b5bd-205c9a8f1df5, host: dv-cinder-846171-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '743946b6-55b4-4397-95a0-bb6914122077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'd23e2e97-5f79-4bb3-a50a-cf2c8a9fc959'}}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:55:54.946572 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4dd5f6b9-c909-41ad-b41e-2bc6565513a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (28f8eaa4-b688-4548-b5bd-205c9a8f1df5), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:54.974917 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3746cd-3505-496d-945a-91aff782f9cc admin admin] Pushing event updated for resources: {'Port': ['ID=bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:55.013128 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:55.088904 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:55.095021 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2e958cb9-932d-4fbf-bea1-f918125f1329 admin admin] Publish callbacks [] for router_gateway (ca6005d9-7b71-4411-8a5c-f4a0a5daf02e), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:55.107490 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-888fac41-3e08-4b36-aca1-6e5d26dfc0e1 admin admin] Publish callbacks [] for router_gateway (f03bfdaa-4ab3-45bb-a8a4-42f612f6a932), precommit_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:55.116292 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3746cd-3505-496d-945a-91aff782f9cc admin admin] Network 64614a18-07e0-43ad-9990-55ab159f858f is already hosted by enough agents. {{(pid=116193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:55:55.121837 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [None req-6d3746cd-3505-496d-945a-91aff782f9cc admin admin] Resources bound (agent type, host, resource id): {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:55:55.130327 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3746cd-3505-496d-945a-91aff782f9cc admin admin] Received port after_create {{(pid=116193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:55:55.131231 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-6d3746cd-3505-496d-945a-91aff782f9cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8339802'] for router_interface (02a4af30-ebf9-4c0d-91a5-45f6ebe56408), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:55.162868 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d4a216-4ce8-4f2f-bf81-4278d2c7066f admin admin] Pushing event updated for resources: {'Port': ['ID=8be68785-d2b4-40f6-a14c-6ddb141889f5,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:55.476460 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 45816) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:55:55.482480 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-1907a91e-8492-4fe0-8a38-30002e989f56 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-474720966-network', 'tenant_id': '8c1d9c3add9349cd8f1c77b44f3d66f2'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:55:55.577295 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e658b836-0999-4cec-9b73-fde4e23d5120 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:55.582390 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4dd5f6b9-c909-41ad-b41e-2bc6565513a6 None None] For port 28f8eaa4-b688-4548-b5bd-205c9a8f1df5, host dv-cinder-846171-1-iscsi, cleared binding levels {{(pid=116194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:55:55.589213 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4dd5f6b9-c909-41ad-b41e-2bc6565513a6 None None] For port 28f8eaa4-b688-4548-b5bd-205c9a8f1df5, host dv-cinder-846171-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=28f8eaa4-b688-4548-b5bd-205c9a8f1df5,segment=NetworkSegment(743946b6-55b4-4397-95a0-bb6914122077),segment_id=743946b6-55b4-4397-95a0-bb6914122077)] {{(pid=116194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:55:55.651205 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-6588a83d-bad8-4abf-8439-c05b31189665 None None] Provisioning complete for port bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:55:55.651787 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-6588a83d-bad8-4abf-8439-c05b31189665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:55.702034 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4dd5f6b9-c909-41ad-b41e-2bc6565513a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (28f8eaa4-b688-4548-b5bd-205c9a8f1df5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:55.712857 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1907a91e-8492-4fe0-8a38-30002e989f56 admin admin] Made reservation on behalf of 8c1d9c3add9349cd8f1c77b44f3d66f2 for: {'network': 1} {{(pid=116192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:55:55.715315 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1907a91e-8492-4fe0-8a38-30002e989f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for network (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:55.775907 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1907a91e-8492-4fe0-8a38-30002e989f56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:55.793499 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-58d4a216-4ce8-4f2f-bf81-4278d2c7066f admin admin] Publish callbacks [] for router_gateway (fd002458-9e78-438e-a2ff-ecd12b63be87), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:55.930244 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-6588a83d-bad8-4abf-8439-c05b31189665 None None] Port bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44 cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:55:56.004522 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-7585c40e-2120-4c5d-bdca-f07de56bfc74 None None] Publish callbacks [] for port (526ad591-dcce-4d13-9e9f-c1c5105f6fae), precommit_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:56.032574 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5f6b9-c909-41ad-b41e-2bc6565513a6 None None] Pushing event updated for resources: {'Port': ['ID=28f8eaa4-b688-4548-b5bd-205c9a8f1df5,revision_number=2']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:56.045906 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-888fac41-3e08-4b36-aca1-6e5d26dfc0e1 admin admin] Publish callbacks [] for router_gateway (f03bfdaa-4ab3-45bb-a8a4-42f612f6a932), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:56.100334 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-2b28f0fc-0aae-42c0-82a5-54c6159793fc None None] Publish callbacks [] for port (d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b), precommit_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:56.111240 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-7585c40e-2120-4c5d-bdca-f07de56bfc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864'] for port (526ad591-dcce-4d13-9e9f-c1c5105f6fae), after_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:56.165022 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-888fac41-3e08-4b36-aca1-6e5d26dfc0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:56.168598 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 4c72add9-608c-4847-9311-b73fc20947d5 up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:55:56.200911 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7585c40e-2120-4c5d-bdca-f07de56bfc74 None None] Network 9f034df0-3327-47b9-8a71-7606258bf90a is already hosted by enough agents. {{(pid=116194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:55:56.202779 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.scheduler.base_scheduler [None req-7585c40e-2120-4c5d-bdca-f07de56bfc74 None None] Resources bound (agent type, host, resource id): {{(pid=116194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:55:56.212459 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-2b28f0fc-0aae-42c0-82a5-54c6159793fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864'] for port (d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b), after_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:56.238857 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:56.240741 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7585c40e-2120-4c5d-bdca-f07de56bfc74 None None] Received port after_create {{(pid=116194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:55:56.246839 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2e958cb9-932d-4fbf-bea1-f918125f1329 admin admin] Publish callbacks [] for router_gateway (ca6005d9-7b71-4411-8a5c-f4a0a5daf02e), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:56.257604 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e658b836-0999-4cec-9b73-fde4e23d5120 admin admin] Publish callbacks [] for security_group (43d6ea78-1c83-45a1-b69f-fb799f6f81bf), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:56.273424 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b28f0fc-0aae-42c0-82a5-54c6159793fc None None] Network b63c6cac-d1b4-42bd-9dde-7d5291a4c111 is already hosted by enough agents. {{(pid=116194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:55:56.280993 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.scheduler.base_scheduler [None req-2b28f0fc-0aae-42c0-82a5-54c6159793fc None None] Resources bound (agent type, host, resource id): {{(pid=116194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:55:56.290142 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b28f0fc-0aae-42c0-82a5-54c6159793fc None None] Received port after_create {{(pid=116194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:55:56.304479 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585c40e-2120-4c5d-bdca-f07de56bfc74 None None] Pushing event updated for resources: {'Port': ['ID=526ad591-dcce-4d13-9e9f-c1c5105f6fae,revision_number=1']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:56.304640 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2e958cb9-932d-4fbf-bea1-f918125f1329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:56.314145 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1907a91e-8492-4fe0-8a38-30002e989f56 admin admin] Publish callbacks [] for security_group (1949577e-d69a-4680-be19-41ae1d7d6619), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:56.363163 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e658b836-0999-4cec-9b73-fde4e23d5120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (43d6ea78-1c83-45a1-b69f-fb799f6f81bf), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:56.387309 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b28f0fc-0aae-42c0-82a5-54c6159793fc None None] Pushing event updated for resources: {'Port': ['ID=d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b,revision_number=1']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:56.415360 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1907a91e-8492-4fe0-8a38-30002e989f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (1949577e-d69a-4680-be19-41ae1d7d6619), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:56.427576 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-6d3746cd-3505-496d-945a-91aff782f9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:56.467284 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1907a91e-8492-4fe0-8a38-30002e989f56 admin admin] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=116192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:55:56.471741 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-7585c40e-2120-4c5d-bdca-f07de56bfc74 None None] Attempting to bind port 526ad591-dcce-4d13-9e9f-c1c5105f6fae on host dv-cinder-846171-1-iscsi for vnic_type normal with profile {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:55:56.471741 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-7585c40e-2120-4c5d-bdca-f07de56bfc74 None None] Attempting to bind port 526ad591-dcce-4d13-9e9f-c1c5105f6fae by drivers openvswitch,hyperv on host dv-cinder-846171-1-iscsi at level 0 using segments [{'id': '695d3c9b-6b49-4b44-82e3-daab02cb9cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a'}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:55:56.471741 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7585c40e-2120-4c5d-bdca-f07de56bfc74 None None] Attempting to bind port 526ad591-dcce-4d13-9e9f-c1c5105f6fae on network 9f034df0-3327-47b9-8a71-7606258bf90a {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:55:56.491034 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-e658b836-0999-4cec-9b73-fde4e23d5120 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dd6daa05f309410dbe5156c6e55fb175&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6460323 Jun 16 18:55:56.499643 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 45822) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:55:56.499837 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7585c40e-2120-4c5d-bdca-f07de56bfc74 None None] Checking agent: {'id': 'ea8cc94b-de2a-4266-a745-8fe843a33d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846171-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 47, 42), 'started_at': datetime.datetime(2022, 6, 16, 18, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846171-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:55:56.500226 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7585c40e-2120-4c5d-bdca-f07de56bfc74 None None] Checking segment: {'id': '695d3c9b-6b49-4b44-82e3-daab02cb9cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:55:56.500639 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-7585c40e-2120-4c5d-bdca-f07de56bfc74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:56.501039 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7585c40e-2120-4c5d-bdca-f07de56bfc74 None None] Bound using segment: {'id': '695d3c9b-6b49-4b44-82e3-daab02cb9cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a'} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:55:56.501552 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-7585c40e-2120-4c5d-bdca-f07de56bfc74 None None] Bound port: 526ad591-dcce-4d13-9e9f-c1c5105f6fae, host: dv-cinder-846171-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '695d3c9b-6b49-4b44-82e3-daab02cb9cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a'}}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:55:56.502486 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-7585c40e-2120-4c5d-bdca-f07de56bfc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (526ad591-dcce-4d13-9e9f-c1c5105f6fae), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:56.514289 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1907a91e-8492-4fe0-8a38-30002e989f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056'] for segment (6fd24b89-91c0-4740-b089-9a3e344bd909), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:56.514658 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.db.segments_db [None req-1907a91e-8492-4fe0-8a38-30002e989f56 admin admin] Added segment 6fd24b89-91c0-4740-b089-9a3e344bd909 of type vlan for network 5eb629ea-a794-4f04-8d4b-0a259ad9bbd8 Jun 16 18:55:56.527107 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 4c72add9-608c-4847-9311-b73fc20947d5 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:55:56.527506 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (4c72add9-608c-4847-9311-b73fc20947d5), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:56.530972 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658b836-0999-4cec-9b73-fde4e23d5120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d6ea78-1c83-45a1-b69f-fb799f6f81bf,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:56.650736 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-2b28f0fc-0aae-42c0-82a5-54c6159793fc None None] Attempting to bind port d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b on host dv-cinder-846171-1-iscsi for vnic_type normal with profile {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:55:56.650736 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-2b28f0fc-0aae-42c0-82a5-54c6159793fc None None] Attempting to bind port d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b by drivers openvswitch,hyperv on host dv-cinder-846171-1-iscsi at level 0 using segments [{'id': '2d327e91-41ae-4018-ab9b-16723f98bb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111'}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:55:56.651261 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-58d4a216-4ce8-4f2f-bf81-4278d2c7066f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8340216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8340070'] for router (fd002458-9e78-438e-a2ff-ecd12b63be87), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:56.651366 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b28f0fc-0aae-42c0-82a5-54c6159793fc None None] Attempting to bind port d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b on network b63c6cac-d1b4-42bd-9dde-7d5291a4c111 {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:55:56.659769 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-7585c40e-2120-4c5d-bdca-f07de56bfc74 None None] For port 526ad591-dcce-4d13-9e9f-c1c5105f6fae, host dv-cinder-846171-1-iscsi, cleared binding levels {{(pid=116194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:55:56.713735 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:56.731030 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b28f0fc-0aae-42c0-82a5-54c6159793fc None None] Checking agent: {'id': 'ea8cc94b-de2a-4266-a745-8fe843a33d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846171-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 47, 42), 'started_at': datetime.datetime(2022, 6, 16, 18, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846171-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:55:56.731355 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b28f0fc-0aae-42c0-82a5-54c6159793fc None None] Checking segment: {'id': '2d327e91-41ae-4018-ab9b-16723f98bb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:55:56.731719 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-2b28f0fc-0aae-42c0-82a5-54c6159793fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:56.732120 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b28f0fc-0aae-42c0-82a5-54c6159793fc None None] Bound using segment: {'id': '2d327e91-41ae-4018-ab9b-16723f98bb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111'} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:55:56.732586 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-2b28f0fc-0aae-42c0-82a5-54c6159793fc None None] Bound port: d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b, host: dv-cinder-846171-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d327e91-41ae-4018-ab9b-16723f98bb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111'}}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:55:56.734651 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-2b28f0fc-0aae-42c0-82a5-54c6159793fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:56.742127 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1907a91e-8492-4fe0-8a38-30002e989f56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748651047006'] for network (5eb629ea-a794-4f04-8d4b-0a259ad9bbd8), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:56.801942 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=6 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:56.802310 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907a91e-8492-4fe0-8a38-30002e989f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1949577e-d69a-4680-be19-41ae1d7d6619,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:56.823396 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-2b28f0fc-0aae-42c0-82a5-54c6159793fc None None] For port d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b, host dv-cinder-846171-1-iscsi, cleared binding levels {{(pid=116194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:55:56.832386 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-2b28f0fc-0aae-42c0-82a5-54c6159793fc None None] For port d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b, host dv-cinder-846171-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b,segment=NetworkSegment(2d327e91-41ae-4018-ab9b-16723f98bb9d),segment_id=2d327e91-41ae-4018-ab9b-16723f98bb9d)] {{(pid=116194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:55:56.839187 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-7585c40e-2120-4c5d-bdca-f07de56bfc74 None None] For port 526ad591-dcce-4d13-9e9f-c1c5105f6fae, host dv-cinder-846171-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=526ad591-dcce-4d13-9e9f-c1c5105f6fae,segment=NetworkSegment(695d3c9b-6b49-4b44-82e3-daab02cb9cb5),segment_id=695d3c9b-6b49-4b44-82e3-daab02cb9cb5)] {{(pid=116194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:55:56.879243 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.db_base_plugin_common [None req-888fac41-3e08-4b36-aca1-6e5d26dfc0e1 admin admin] Allocated IP 172.27.0.28 (d7ab3290-3ce1-430c-a2b5-625628340a0e/2251f151-d04b-4b41-88db-58f0d465a2f0/f44d7cb1-f583-4148-917f-fb546be0871f) {{(pid=116192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:55:56.896801 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 4c72add9-608c-4847-9311-b73fc20947d5 is: DOWN; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:55:56.897191 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (4c72add9-608c-4847-9311-b73fc20947d5), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:56.919128 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] For port 4c72add9-608c-4847-9311-b73fc20947d5, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=4c72add9-608c-4847-9311-b73fc20947d5,segment=NetworkSegment(71d34237-f06f-4603-b433-3dd04278adc6),segment_id=71d34237-f06f-4603-b433-3dd04278adc6)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:55:56.920543 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-2b28f0fc-0aae-42c0-82a5-54c6159793fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:56.936333 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-6d3746cd-3505-496d-945a-91aff782f9cc admin admin] Publish callbacks [] for port (bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:56.968772 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-7585c40e-2120-4c5d-bdca-f07de56bfc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (526ad591-dcce-4d13-9e9f-c1c5105f6fae), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:56.984087 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-2aeb4a04-0d4b-4fb5-912a-233d9f792823 admin admin] Publish callbacks [] for security_group (43d6ea78-1c83-45a1-b69f-fb799f6f81bf), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:57.004289 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b28f0fc-0aae-42c0-82a5-54c6159793fc None None] Pushing event updated for resources: {'Port': ['ID=d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b,revision_number=2']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:57.009878 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-6d3746cd-3505-496d-945a-91aff782f9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:57.011267 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-6d3746cd-3505-496d-945a-91aff782f9cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8339886'] for router_interface (02a4af30-ebf9-4c0d-91a5-45f6ebe56408), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:57.014645 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (4c72add9-608c-4847-9311-b73fc20947d5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:57.053902 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1907a91e-8492-4fe0-8a38-30002e989f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080'] for network (5eb629ea-a794-4f04-8d4b-0a259ad9bbd8), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:57.061418 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1907a91e-8492-4fe0-8a38-30002e989f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:55:57.061418 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1907a91e-8492-4fe0-8a38-30002e989f56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for network (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:57.061605 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:57.111557 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-2aeb4a04-0d4b-4fb5-912a-233d9f792823 admin admin] Publish callbacks [] for security_group (43d6ea78-1c83-45a1-b69f-fb799f6f81bf), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:57.119524 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585c40e-2120-4c5d-bdca-f07de56bfc74 None None] Pushing event updated for resources: {'Port': ['ID=526ad591-dcce-4d13-9e9f-c1c5105f6fae,revision_number=2']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:57.224329 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Pushing event updated for resources: {'Port': ['ID=4c72add9-608c-4847-9311-b73fc20947d5,revision_number=4']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:57.243590 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3746cd-3505-496d-945a-91aff782f9cc admin admin] Pushing event updated for resources: {'Port': ['ID=bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44,revision_number=2']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:57.265167 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907a91e-8492-4fe0-8a38-30002e989f56 admin admin] Pushing event updated for resources: {'Network': ['ID=5eb629ea-a794-4f04-8d4b-0a259ad9bbd8,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:57.297980 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-888fac41-3e08-4b36-aca1-6e5d26dfc0e1 admin admin] Publish callbacks [] for port (f44d7cb1-f583-4148-917f-fb546be0871f), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:57.300763 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:57.316400 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3746cd-3505-496d-945a-91aff782f9cc admin admin] Network 64614a18-07e0-43ad-9990-55ab159f858f is already hosted by enough agents. {{(pid=116193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:55:57.319490 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-1907a91e-8492-4fe0-8a38-30002e989f56 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.8400080 Jun 16 18:55:57.319711 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [None req-6d3746cd-3505-496d-945a-91aff782f9cc admin admin] Resources bound (agent type, host, resource id): {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:55:57.321032 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 45842) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:55:57.327604 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-80a01414-8a5a-49aa-b8cd-509b05162e41 admin admin] Request body: {'subnet': {'network_id': '5eb629ea-a794-4f04-8d4b-0a259ad9bbd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-474720966-subnet', 'tenant_id': '8c1d9c3add9349cd8f1c77b44f3d66f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:55:57.393393 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Network 5eb629ea-a794-4f04-8d4b-0a259ad9bbd8 details requested by agent ovs-agent-dv-cinder-846171-1-iscsi with host dv-cinder-846171-1-iscsi {{(pid=116194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 18:55:57.406983 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d4a216-4ce8-4f2f-bf81-4278d2c7066f admin admin] Router fd002458-9e78-438e-a2ff-ecd12b63be87 is scheduled to L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a with binding_index 1 {{(pid=116192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 18:55:57.493327 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-2aeb4a04-0d4b-4fb5-912a-233d9f792823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (43d6ea78-1c83-45a1-b69f-fb799f6f81bf), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:57.493910 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-2aeb4a04-0d4b-4fb5-912a-233d9f792823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:57.499598 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-2aeb4a04-0d4b-4fb5-912a-233d9f792823 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/43d6ea78-1c83-45a1-b69f-fb799f6f81bf HTTP/1.1" status: 204 len: 168 time: 0.9929707 Jun 16 18:55:57.547229 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:57.548103 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-888fac41-3e08-4b36-aca1-6e5d26dfc0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864'] for port (f44d7cb1-f583-4148-917f-fb546be0871f), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:57.562079 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a01414-8a5a-49aa-b8cd-509b05162e41 admin admin] Made reservation on behalf of 8c1d9c3add9349cd8f1c77b44f3d66f2 for: {'subnet': 1} {{(pid=116192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:55:57.562079 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-80a01414-8a5a-49aa-b8cd-509b05162e41 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:57.739217 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:57.745147 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3746cd-3505-496d-945a-91aff782f9cc admin admin] Router 02a4af30-ebf9-4c0d-91a5-45f6ebe56408 has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:55:57.850983 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb4a04-0d4b-4fb5-912a-233d9f792823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d6ea78-1c83-45a1-b69f-fb799f6f81bf,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:57.922165 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_common [None req-2e958cb9-932d-4fbf-bea1-f918125f1329 admin admin] Allocated IP 172.27.0.141 (d7ab3290-3ce1-430c-a2b5-625628340a0e/2251f151-d04b-4b41-88db-58f0d465a2f0/51241e0b-784e-48ef-8cfd-27d26e98c4a5) {{(pid=116193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:55:57.951321 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-3b759c5c-2d00-4017-9104-5aeb7a9703f9 None None] Provisioning complete for port bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:55:57.951887 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-3b759c5c-2d00-4017-9104-5aeb7a9703f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:57.994682 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-3b759c5c-2d00-4017-9104-5aeb7a9703f9 None None] Port bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44 cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:55:58.039651 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888fac41-3e08-4b36-aca1-6e5d26dfc0e1 admin admin] Network d7ab3290-3ce1-430c-a2b5-625628340a0e is already hosted by enough agents. {{(pid=116192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:55:58.052827 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-888fac41-3e08-4b36-aca1-6e5d26dfc0e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:55:58.056181 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888fac41-3e08-4b36-aca1-6e5d26dfc0e1 admin admin] Received port after_create {{(pid=116192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:55:58.058369 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888fac41-3e08-4b36-aca1-6e5d26dfc0e1 admin admin] Pushing event updated for resources: {'Port': ['ID=f44d7cb1-f583-4148-917f-fb546be0871f,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:58.122434 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d4a216-4ce8-4f2f-bf81-4278d2c7066f admin admin] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:55:58.134205 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fb35b1-4daf-412c-aa1f-91ed51dce4b8 None None] Sync routers for ids ['fd002458-9e78-438e-a2ff-ecd12b63be87'] in dv-cinder-846171-1-iscsi {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:55:58.149584 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fb35b1-4daf-412c-aa1f-91ed51dce4b8 None None] Routers {'fd002458-9e78-438e-a2ff-ecd12b63be87'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:55:58.151843 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-83fb35b1-4daf-412c-aa1f-91ed51dce4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:55:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['fd002458-9e78-438e-a2ff-ecd12b63be87'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:55:58.174805 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3746cd-3505-496d-945a-91aff782f9cc admin admin] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:55:58.197339 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-6d3746cd-3505-496d-945a-91aff782f9cc admin admin] 10.222.0.81 "PUT /v2.0/routers/02a4af30-ebf9-4c0d-91a5-45f6ebe56408/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8312407 Jun 16 18:55:58.203416 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a6f055-590f-4573-81b9-4cb9ba58e740 None None] Sync routers for ids ['02a4af30-ebf9-4c0d-91a5-45f6ebe56408'] in dv-cinder-846171-1-iscsi {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:55:58.240082 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a6f055-590f-4573-81b9-4cb9ba58e740 None None] Routers {'02a4af30-ebf9-4c0d-91a5-45f6ebe56408'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:55:58.240756 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-61a6f055-590f-4573-81b9-4cb9ba58e740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:55:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['02a4af30-ebf9-4c0d-91a5-45f6ebe56408'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:55:58.259134 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:58.260720 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2e958cb9-932d-4fbf-bea1-f918125f1329 admin admin] Publish callbacks [] for port (51241e0b-784e-48ef-8cfd-27d26e98c4a5), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:58.399460 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 4c72add9-608c-4847-9311-b73fc20947d5 up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:55:58.442047 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2e958cb9-932d-4fbf-bea1-f918125f1329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864'] for port (51241e0b-784e-48ef-8cfd-27d26e98c4a5), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:58.596921 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-83fb35b1-4daf-412c-aa1f-91ed51dce4b8 None None] Set router fd002458-9e78-438e-a2ff-ecd12b63be87 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:55:58.603405 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e958cb9-932d-4fbf-bea1-f918125f1329 admin admin] Network d7ab3290-3ce1-430c-a2b5-625628340a0e is already hosted by enough agents. {{(pid=116193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:55:58.606218 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e958cb9-932d-4fbf-bea1-f918125f1329 admin admin] Pushing event updated for resources: {'Port': ['ID=51241e0b-784e-48ef-8cfd-27d26e98c4a5,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:58.618734 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-61a6f055-590f-4573-81b9-4cb9ba58e740 None None] Set router 02a4af30-ebf9-4c0d-91a5-45f6ebe56408 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:55:58.621550 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [None req-2e958cb9-932d-4fbf-bea1-f918125f1329 admin admin] Resources bound (agent type, host, resource id): {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:55:58.629073 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e958cb9-932d-4fbf-bea1-f918125f1329 admin admin] Received port after_create {{(pid=116193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:55:58.632912 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d8c1da-f3ff-4c20-83b6-62ac20aadc0c None None] Network d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959 requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:55:58.734648 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-58d4a216-4ce8-4f2f-bf81-4278d2c7066f admin admin] Publish callbacks [] for router (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:58.741578 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-58d4a216-4ce8-4f2f-bf81-4278d2c7066f admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2222784 Jun 16 18:55:58.743252 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 45880) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:55:58.758312 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:58.867117 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 45882) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:55:58.957734 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-694dce7f-15f1-4912-bd4d-3b92f24b330c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:59.065514 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-8d6bc6f6-890c-44d1-afc0-d04fff807c36 None None] Provisioning complete for port 28f8eaa4-b688-4548-b5bd-205c9a8f1df5 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:55:59.066117 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-8d6bc6f6-890c-44d1-afc0-d04fff807c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (28f8eaa4-b688-4548-b5bd-205c9a8f1df5), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:59.072122 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:59.104803 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-694dce7f-15f1-4912-bd4d-3b92f24b330c admin admin] Publish callbacks [] for security_group (75bbd02a-0a07-43f7-b7b3-f65045f96e72), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:59.134648 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 4c72add9-608c-4847-9311-b73fc20947d5 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:55:59.135059 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (4c72add9-608c-4847-9311-b73fc20947d5), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:59.141967 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-61a6f055-590f-4573-81b9-4cb9ba58e740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'name': 'tempest-AttachVolumeTestJSON-590424765-router', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4c72add9-608c-4847-9311-b73fc20947d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:49Z', 'updated_at': '2022-06-16T18:55:56Z', 'revision_number': 4, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'gw_port': {'id': '4c72add9-608c-4847-9311-b73fc20947d5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:50Z', 'updated_at': '2022-06-16T18:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': 'bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44', 'name': '', 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'mac_address': 'fa:16:3e:7d:3c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f3c0b066-676e-4fae-8d81-100b0457b81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:53Z', 'updated_at': '2022-06-16T18:55:56Z', 'revision_number': 2, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'subnets': [{'id': 'f3c0b066-676e-4fae-8d81-100b0457b81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:55:59.178768 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a6f055-590f-4573-81b9-4cb9ba58e740 None None] Checking router: 02a4af30-ebf9-4c0d-91a5-45f6ebe56408 for host: dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:55:59.179431 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a6f055-590f-4573-81b9-4cb9ba58e740 None None] Updating router 02a4af30-ebf9-4c0d-91a5-45f6ebe56408 port bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44 binding host dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:55:59.196345 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-694dce7f-15f1-4912-bd4d-3b92f24b330c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (75bbd02a-0a07-43f7-b7b3-f65045f96e72), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:59.232404 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:59.235555 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-80a01414-8a5a-49aa-b8cd-509b05162e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080'] for subnet (f86bcd12-276d-4dfc-bee3-750a71955f27), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:59.259922 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694dce7f-15f1-4912-bd4d-3b92f24b330c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bbd02a-0a07-43f7-b7b3-f65045f96e72,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:59.295342 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-61a6f055-590f-4573-81b9-4cb9ba58e740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44), before_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:59.334679 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a01414-8a5a-49aa-b8cd-509b05162e41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f86bcd12-276d-4dfc-bee3-750a71955f27,revision_number=0']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:55:59.353712 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-888fac41-3e08-4b36-aca1-6e5d26dfc0e1 admin admin] Publish callbacks [] for router_gateway (f03bfdaa-4ab3-45bb-a8a4-42f612f6a932), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:59.453018 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2e958cb9-932d-4fbf-bea1-f918125f1329 admin admin] Publish callbacks [] for router_gateway (ca6005d9-7b71-4411-8a5c-f4a0a5daf02e), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:59.468621 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028385c0-fc3c-4617-989c-d32ab4232f00 None None] Network 9f034df0-3327-47b9-8a71-7606258bf90a requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:55:59.557120 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a01414-8a5a-49aa-b8cd-509b05162e41 admin admin] Checking segment: {'id': '6fd24b89-91c0-4740-b089-9a3e344bd909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '5eb629ea-a794-4f04-8d4b-0a259ad9bbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:55:59.562929 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a01414-8a5a-49aa-b8cd-509b05162e41 admin admin] Network hostable DHCP agents. Network: 5eb629ea-a794-4f04-8d4b-0a259ad9bbd8, hostable agents: ['a953bae7-14c3-401b-bbd5-413ea1206353'], hosted agents: [] {{(pid=116192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:55:59.585970 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9da964e-4b82-48a7-9668-5c5b69044e49 None None] Network b63c6cac-d1b4-42bd-9dde-7d5291a4c111 requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:55:59.687368 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-694dce7f-15f1-4912-bd4d-3b92f24b330c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f1b709ff31194d84b90f862a95a944bd&name=default HTTP/1.1" status: 200 len: 2994 time: 0.8068185 Jun 16 18:55:59.693758 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 45890) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:55:59.739894 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=100 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:59.758268 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a01414-8a5a-49aa-b8cd-509b05162e41 admin admin] Network 5eb629ea-a794-4f04-8d4b-0a259ad9bbd8 is scheduled to be hosted by DHCP agent a953bae7-14c3-401b-bbd5-413ea1206353 with binding_index 1 {{(pid=116192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:55:59.843697 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:59.889269 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-61a6f055-590f-4573-81b9-4cb9ba58e740 None None] Publish callbacks [] for port (bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44), precommit_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:59.896278 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:55:59.898134 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2e958cb9-932d-4fbf-bea1-f918125f1329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8340216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8340070'] for router (ca6005d9-7b71-4411-8a5c-f4a0a5daf02e), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:59.911943 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-80a01414-8a5a-49aa-b8cd-509b05162e41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846171-1-iscsi, 5eb629ea-a794-4f04-8d4b-0a259ad9bbd8) {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:55:59.958352 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e7ef6b-c3cb-439d-a896-3d09efee3052 None None] Network 5eb629ea-a794-4f04-8d4b-0a259ad9bbd8 requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:55:59.958352 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-83fb35b1-4daf-412c-aa1f-91ed51dce4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd002458-9e78-438e-a2ff-ecd12b63be87', 'name': 'tempest-DeleteServersTestJSON-369379898-router', 'tenant_id': '57f75a8c58e340a1bba335f7463c03a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '8be68785-d2b4-40f6-a14c-6ddb141889f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:52Z', 'updated_at': '2022-06-16T18:55:55Z', 'revision_number': 3, 'project_id': '57f75a8c58e340a1bba335f7463c03a1', 'gw_port': {'id': '8be68785-d2b4-40f6-a14c-6ddb141889f5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:59:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd002458-9e78-438e-a2ff-ecd12b63be87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:53Z', 'updated_at': '2022-06-16T18:55:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi'}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:55:59.960024 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a01414-8a5a-49aa-b8cd-509b05162e41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:55:59.960668 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-80a01414-8a5a-49aa-b8cd-509b05162e41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for subnet (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:59.984891 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-61a6f055-590f-4573-81b9-4cb9ba58e740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44), after_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:55:59.993285 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 45904) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:00.014808 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-c88e19ed-0905-42eb-bc95-3f72fa5f9275 admin admin] Publish callbacks [] for security_group (75bbd02a-0a07-43f7-b7b3-f65045f96e72), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:00.017878 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-60fddb85-b22f-40da-b1b6-179c358e2e8f tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Request body: {'security_group': {'name': 'tempest-securitygroup--779116486', 'description': 'tempest-description--1290939454'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:56:00.040726 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-888fac41-3e08-4b36-aca1-6e5d26dfc0e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8340216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8340070'] for router (f03bfdaa-4ab3-45bb-a8a4-42f612f6a932), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:00.055543 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-c88e19ed-0905-42eb-bc95-3f72fa5f9275 admin admin] Publish callbacks [] for security_group (75bbd02a-0a07-43f7-b7b3-f65045f96e72), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:00.100527 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-80a01414-8a5a-49aa-b8cd-509b05162e41 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.7782540 Jun 16 18:56:00.103623 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fb35b1-4daf-412c-aa1f-91ed51dce4b8 None None] Checking router: fd002458-9e78-438e-a2ff-ecd12b63be87 for host: dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:56:00.104135 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fb35b1-4daf-412c-aa1f-91ed51dce4b8 None None] Updating router fd002458-9e78-438e-a2ff-ecd12b63be87 port 8be68785-d2b4-40f6-a14c-6ddb141889f5 binding host dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:56:00.181798 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-83fb35b1-4daf-412c-aa1f-91ed51dce4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (8be68785-d2b4-40f6-a14c-6ddb141889f5), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:00.205356 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:00.206729 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.managers [None req-61a6f055-590f-4573-81b9-4cb9ba58e740 None None] Attempting to bind port bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44 on host dv-cinder-846171-1-iscsi for vnic_type normal with profile {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:56:00.209998 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.managers [None req-61a6f055-590f-4573-81b9-4cb9ba58e740 None None] Attempting to bind port bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44 by drivers openvswitch,hyperv on host dv-cinder-846171-1-iscsi at level 0 using segments [{'id': 'ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f'}] {{(pid=116195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:56:00.211864 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a6f055-590f-4573-81b9-4cb9ba58e740 None None] Attempting to bind port bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44 on network 64614a18-07e0-43ad-9990-55ab159f858f {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:56:00.217974 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e07235-13b9-4732-a45a-07e59b4a465d None None] Pushing event updated for resources: {'Port': ['ID=bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44,revision_number=3']} {{(pid=116195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:00.224159 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a6f055-590f-4573-81b9-4cb9ba58e740 None None] Checking agent: {'id': 'ea8cc94b-de2a-4266-a745-8fe843a33d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846171-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 47, 42), 'started_at': datetime.datetime(2022, 6, 16, 18, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846171-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:56:00.224631 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a6f055-590f-4573-81b9-4cb9ba58e740 None None] Checking segment: {'id': 'ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:56:00.225144 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-61a6f055-590f-4573-81b9-4cb9ba58e740 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:00.225696 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a6f055-590f-4573-81b9-4cb9ba58e740 None None] Bound using segment: {'id': 'ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f'} {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:56:00.226254 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.managers [None req-61a6f055-590f-4573-81b9-4cb9ba58e740 None None] Bound port: bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44, host: dv-cinder-846171-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f'}}] {{(pid=116195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:56:00.231751 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-61a6f055-590f-4573-81b9-4cb9ba58e740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44), before_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:00.271682 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-60fddb85-b22f-40da-b1b6-179c358e2e8f tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:00.287979 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e958cb9-932d-4fbf-bea1-f918125f1329 admin admin] Router ca6005d9-7b71-4411-8a5c-f4a0a5daf02e is scheduled to L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a with binding_index 1 {{(pid=116193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 18:56:00.299407 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-c88e19ed-0905-42eb-bc95-3f72fa5f9275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (75bbd02a-0a07-43f7-b7b3-f65045f96e72), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:00.311612 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-c88e19ed-0905-42eb-bc95-3f72fa5f9275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:00.319369 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-c88e19ed-0905-42eb-bc95-3f72fa5f9275 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/75bbd02a-0a07-43f7-b7b3-f65045f96e72 HTTP/1.1" status: 204 len: 168 time: 0.6245339 Jun 16 18:56:00.352858 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.db [None req-61a6f055-590f-4573-81b9-4cb9ba58e740 None None] For port bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44, host dv-cinder-846171-1-iscsi, cleared binding levels {{(pid=116195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:56:00.356975 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.db [None req-61a6f055-590f-4573-81b9-4cb9ba58e740 None None] For port bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44, host dv-cinder-846171-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44,segment=NetworkSegment(ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e),segment_id=ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e)] {{(pid=116195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:56:00.397055 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 45910) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:00.405119 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-369b0850-ff7a-428f-a667-9304d55852fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:00.422785 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e19ed-0905-42eb-bc95-3f72fa5f9275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bbd02a-0a07-43f7-b7b3-f65045f96e72,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:00.448144 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-61a6f055-590f-4573-81b9-4cb9ba58e740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44), after_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:00.580537 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a6f055-590f-4573-81b9-4cb9ba58e740 None None] Routers {'02a4af30-ebf9-4c0d-91a5-45f6ebe56408'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:56:00.581893 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-61a6f055-590f-4573-81b9-4cb9ba58e740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:55:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['02a4af30-ebf9-4c0d-91a5-45f6ebe56408'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:00.593699 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-60fddb85-b22f-40da-b1b6-179c358e2e8f tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for security_group (54b5f63f-4869-4508-aa10-bb1453193a81), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:00.620446 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e958cb9-932d-4fbf-bea1-f918125f1329 admin admin] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:56:00.657165 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e07235-13b9-4732-a45a-07e59b4a465d None None] Pushing event updated for resources: {'Port': ['ID=bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44,revision_number=4']} {{(pid=116195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:00.677531 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2893ea-ebae-4bba-a001-5feaf6a231d0 None None] Network 5eb629ea-a794-4f04-8d4b-0a259ad9bbd8 requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:56:00.681661 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-8d6bc6f6-890c-44d1-afc0-d04fff807c36 None None] Current status of the port 28f8eaa4-b688-4548-b5bd-205c9a8f1df5 is: DOWN; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:00.682044 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-8d6bc6f6-890c-44d1-afc0-d04fff807c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (28f8eaa4-b688-4548-b5bd-205c9a8f1df5), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:00.683948 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_v2 [None req-c376d5f3-1a62-4cf1-95a7-53f6ea94e538 admin admin] Deleting subnet 88c124d1-6210-4b6f-a0f0-d465fdeb2bd6 {{(pid=116193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 18:56:00.688516 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-c376d5f3-1a62-4cf1-95a7-53f6ea94e538 admin admin] Publish callbacks [] for subnet (88c124d1-6210-4b6f-a0f0-d465fdeb2bd6), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:00.741384 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.db_base_plugin_common [None req-369b0850-ff7a-428f-a667-9304d55852fe admin admin] Allocated IP 172.20.0.1 (d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959/3f362052-0b79-42eb-9b74-4dc8a98f4be6/b46ebd34-4bf0-41d1-bd8a-fa32da083498) {{(pid=116192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:56:00.755041 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888fac41-3e08-4b36-aca1-6e5d26dfc0e1 admin admin] Router f03bfdaa-4ab3-45bb-a8a4-42f612f6a932 is scheduled to L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a with binding_index 1 {{(pid=116192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 18:56:00.760567 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18208f3d-e81e-4885-b685-e474681c0190 None None] Sync routers for ids ['ca6005d9-7b71-4411-8a5c-f4a0a5daf02e'] in dv-cinder-846171-1-iscsi {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:56:00.761952 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-c376d5f3-1a62-4cf1-95a7-53f6ea94e538 admin admin] Publish callbacks [] for subnet (88c124d1-6210-4b6f-a0f0-d465fdeb2bd6), precommit_delete_associations {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:00.765219 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-60fddb85-b22f-40da-b1b6-179c358e2e8f tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (54b5f63f-4869-4508-aa10-bb1453193a81), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:00.776374 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2e958cb9-932d-4fbf-bea1-f918125f1329 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:00.777693 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-2e958cb9-932d-4fbf-bea1-f918125f1329 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.8165762 Jun 16 18:56:00.781925 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 45918) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:00.783427 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 4c72add9-608c-4847-9311-b73fc20947d5 is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:00.784597 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 526ad591-dcce-4d13-9e9f-c1c5105f6fae up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:56:00.786445 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-c376d5f3-1a62-4cf1-95a7-53f6ea94e538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877176'] for subnet (88c124d1-6210-4b6f-a0f0-d465fdeb2bd6), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:00.821913 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-61a6f055-590f-4573-81b9-4cb9ba58e740 None None] Set router 02a4af30-ebf9-4c0d-91a5-45f6ebe56408 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:56:01.020517 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-8d6bc6f6-890c-44d1-afc0-d04fff807c36 None None] For port 28f8eaa4-b688-4548-b5bd-205c9a8f1df5, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=28f8eaa4-b688-4548-b5bd-205c9a8f1df5,segment=NetworkSegment(743946b6-55b4-4397-95a0-bb6914122077),segment_id=743946b6-55b4-4397-95a0-bb6914122077)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:56:01.068422 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18208f3d-e81e-4885-b685-e474681c0190 None None] Routers {'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:56:01.069312 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-18208f3d-e81e-4885-b685-e474681c0190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:55:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['ca6005d9-7b71-4411-8a5c-f4a0a5daf02e'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:01.175804 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-60fddb85-b22f-40da-b1b6-179c358e2e8f tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:01.177817 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-60fddb85-b22f-40da-b1b6-179c358e2e8f tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1821465 Jun 16 18:56:01.183003 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 45930) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:01.187652 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fddb85-b22f-40da-b1b6-179c358e2e8f tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54b5f63f-4869-4508-aa10-bb1453193a81,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:01.196494 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-9d80f126-8aa1-4bbc-8c8a-8a4f810f63f5 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Request body: {'security_group_rule': {'security_group_id': '54b5f63f-4869-4508-aa10-bb1453193a81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:56:01.224403 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-8d6bc6f6-890c-44d1-afc0-d04fff807c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (28f8eaa4-b688-4548-b5bd-205c9a8f1df5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:01.274792 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=100 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:01.321917 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-83fb35b1-4daf-412c-aa1f-91ed51dce4b8 None None] Publish callbacks [] for port (8be68785-d2b4-40f6-a14c-6ddb141889f5), precommit_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:01.399726 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:01.431526 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-61a6f055-590f-4573-81b9-4cb9ba58e740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'name': 'tempest-AttachVolumeTestJSON-590424765-router', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4c72add9-608c-4847-9311-b73fc20947d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:49Z', 'updated_at': '2022-06-16T18:55:56Z', 'revision_number': 4, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'gw_port': {'id': '4c72add9-608c-4847-9311-b73fc20947d5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:50Z', 'updated_at': '2022-06-16T18:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': 'bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44', 'name': '', 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'mac_address': 'fa:16:3e:7d:3c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f3c0b066-676e-4fae-8d81-100b0457b81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:53Z', 'updated_at': '2022-06-16T18:56:00Z', 'revision_number': 4, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'subnets': [{'id': 'f3c0b066-676e-4fae-8d81-100b0457b81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:01.440016 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-9d80f126-8aa1-4bbc-8c8a-8a4f810f63f5 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for security_group_rule (e462fe69-ef59-4f55-96d5-137be6cd3f1c), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:01.452257 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-369b0850-ff7a-428f-a667-9304d55852fe admin admin] Publish callbacks [] for port (b46ebd34-4bf0-41d1-bd8a-fa32da083498), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:01.463405 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888fac41-3e08-4b36-aca1-6e5d26dfc0e1 admin admin] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:56:01.485223 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a6f055-590f-4573-81b9-4cb9ba58e740 None None] The sync data for ids ['02a4af30-ebf9-4c0d-91a5-45f6ebe56408'] in dv-cinder-846171-1-iscsi is: [{'id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'name': 'tempest-AttachVolumeTestJSON-590424765-router', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4c72add9-608c-4847-9311-b73fc20947d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:49Z', 'updated_at': '2022-06-16T18:55:56Z', 'revision_number': 4, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'gw_port': {'id': '4c72add9-608c-4847-9311-b73fc20947d5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:50Z', 'updated_at': '2022-06-16T18:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': 'bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44', 'name': '', 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'mac_address': 'fa:16:3e:7d:3c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f3c0b066-676e-4fae-8d81-100b0457b81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:53Z', 'updated_at': '2022-06-16T18:56:00Z', 'revision_number': 4, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'subnets': [{'id': 'f3c0b066-676e-4fae-8d81-100b0457b81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:56:01.487993 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d247cd-3d9b-4057-ad23-40528bff32dc None None] Sync routers for ids ['f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'] in dv-cinder-846171-1-iscsi {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:56:01.506708 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:01.528455 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d247cd-3d9b-4057-ad23-40528bff32dc None None] Routers {'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:56:01.529271 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-15d247cd-3d9b-4057-ad23-40528bff32dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:55:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:01.566927 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-83fb35b1-4daf-412c-aa1f-91ed51dce4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (8be68785-d2b4-40f6-a14c-6ddb141889f5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:01.571304 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 526ad591-dcce-4d13-9e9f-c1c5105f6fae triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:01.571808 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (526ad591-dcce-4d13-9e9f-c1c5105f6fae), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:01.611263 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-40668a8f-f934-4c75-889e-84daba645091 None None] Provisioning complete for port bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:01.611876 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-40668a8f-f934-4c75-889e-84daba645091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:01.655439 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-888fac41-3e08-4b36-aca1-6e5d26dfc0e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:01.662405 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-888fac41-3e08-4b36-aca1-6e5d26dfc0e1 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.8307555 Jun 16 18:56:01.665807 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 45936) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:01.671012 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=100 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:01.679929 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6bc6f6-890c-44d1-afc0-d04fff807c36 None None] Pushing event updated for resources: {'Port': ['ID=28f8eaa4-b688-4548-b5bd-205c9a8f1df5,revision_number=3']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:01.785452 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-c376d5f3-1a62-4cf1-95a7-53f6ea94e538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080'] for subnet (88c124d1-6210-4b6f-a0f0-d465fdeb2bd6), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:01.810958 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:01.812124 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-15d247cd-3d9b-4057-ad23-40528bff32dc None None] Set router f03bfdaa-4ab3-45bb-a8a4-42f612f6a932 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:56:01.838007 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376d5f3-1a62-4cf1-95a7-53f6ea94e538 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88c124d1-6210-4b6f-a0f0-d465fdeb2bd6,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:01.846078 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-369b0850-ff7a-428f-a667-9304d55852fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864'] for port (b46ebd34-4bf0-41d1-bd8a-fa32da083498), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:01.864374 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-c376d5f3-1a62-4cf1-95a7-53f6ea94e538 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:01.870424 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-c376d5f3-1a62-4cf1-95a7-53f6ea94e538 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/88c124d1-6210-4b6f-a0f0-d465fdeb2bd6 HTTP/1.1" status: 204 len: 168 time: 1.4701726 Jun 16 18:56:01.871081 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 45946) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:01.936760 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:01.942389 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-83fb35b1-4daf-412c-aa1f-91ed51dce4b8 None None] Attempting to bind port 8be68785-d2b4-40f6-a14c-6ddb141889f5 on host dv-cinder-846171-1-iscsi for vnic_type normal with profile {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:56:01.943057 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-83fb35b1-4daf-412c-aa1f-91ed51dce4b8 None None] Attempting to bind port 8be68785-d2b4-40f6-a14c-6ddb141889f5 by drivers openvswitch,hyperv on host dv-cinder-846171-1-iscsi at level 0 using segments [{'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:56:01.943757 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fb35b1-4daf-412c-aa1f-91ed51dce4b8 None None] Attempting to bind port 8be68785-d2b4-40f6-a14c-6ddb141889f5 on network d7ab3290-3ce1-430c-a2b5-625628340a0e {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:56:01.954949 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-87b6689a-66a1-42d3-9dca-3a44dcd49981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660547'] for network (4dfebb8b-7b4d-48d8-bf77-5e9175a23197), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:01.960723 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-18208f3d-e81e-4885-b685-e474681c0190 None None] Set router ca6005d9-7b71-4411-8a5c-f4a0a5daf02e gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:56:01.960844 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:01.963300 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b0850-ff7a-428f-a667-9304d55852fe admin admin] Pushing event updated for resources: {'Port': ['ID=b46ebd34-4bf0-41d1-bd8a-fa32da083498,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:01.990860 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-9d80f126-8aa1-4bbc-8c8a-8a4f810f63f5 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for security_group_rule (e462fe69-ef59-4f55-96d5-137be6cd3f1c), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:02.051276 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369b0850-ff7a-428f-a667-9304d55852fe admin admin] Network d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959 is already hosted by enough agents. {{(pid=116192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:56:02.058617 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-369b0850-ff7a-428f-a667-9304d55852fe admin admin] Resources bound (agent type, host, resource id): {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:56:02.065375 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369b0850-ff7a-428f-a667-9304d55852fe admin admin] Received port after_create {{(pid=116192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:56:02.067468 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-369b0850-ff7a-428f-a667-9304d55852fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8339802'] for router_interface (fd002458-9e78-438e-a2ff-ecd12b63be87), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:02.101605 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-15d247cd-3d9b-4057-ad23-40528bff32dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'name': 'tempest-AttachVolumeShelveTestJSON-172575064-router', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'f44d7cb1-f583-4148-917f-fb546be0871f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:54Z', 'updated_at': '2022-06-16T18:55:58Z', 'revision_number': 3, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'gw_port': {'id': 'f44d7cb1-f583-4148-917f-fb546be0871f', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bb:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:56Z', 'updated_at': '2022-06-16T18:55:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi'}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:02.117455 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-40668a8f-f934-4c75-889e-84daba645091 None None] Current status of the port bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44 is: DOWN; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:02.118267 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-40668a8f-f934-4c75-889e-84daba645091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:02.180281 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d247cd-3d9b-4057-ad23-40528bff32dc None None] Checking router: f03bfdaa-4ab3-45bb-a8a4-42f612f6a932 for host: dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:56:02.180607 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d247cd-3d9b-4057-ad23-40528bff32dc None None] Updating router f03bfdaa-4ab3-45bb-a8a4-42f612f6a932 port f44d7cb1-f583-4148-917f-fb546be0871f binding host dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:56:02.246372 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-15d247cd-3d9b-4057-ad23-40528bff32dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (f44d7cb1-f583-4148-917f-fb546be0871f), before_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:02.259759 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fb35b1-4daf-412c-aa1f-91ed51dce4b8 None None] Checking agent: {'id': 'ea8cc94b-de2a-4266-a745-8fe843a33d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846171-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 47, 42), 'started_at': datetime.datetime(2022, 6, 16, 18, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846171-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:56:02.260326 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-9d80f126-8aa1-4bbc-8c8a-8a4f810f63f5 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932097'] for security_group_rule (e462fe69-ef59-4f55-96d5-137be6cd3f1c), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:02.262150 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fb35b1-4daf-412c-aa1f-91ed51dce4b8 None None] Checking segment: {'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:56:02.262581 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-83fb35b1-4daf-412c-aa1f-91ed51dce4b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:02.262977 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fb35b1-4daf-412c-aa1f-91ed51dce4b8 None None] Bound using segment: {'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:56:02.265389 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-83fb35b1-4daf-412c-aa1f-91ed51dce4b8 None None] Bound port: 8be68785-d2b4-40f6-a14c-6ddb141889f5, host: dv-cinder-846171-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:56:02.265795 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-83fb35b1-4daf-412c-aa1f-91ed51dce4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (8be68785-d2b4-40f6-a14c-6ddb141889f5), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:02.303436 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b847733e-b9d7-443a-9949-26483efe90e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:02.390294 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-83fb35b1-4daf-412c-aa1f-91ed51dce4b8 None None] For port 8be68785-d2b4-40f6-a14c-6ddb141889f5, host dv-cinder-846171-1-iscsi, cleared binding levels {{(pid=116194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:56:02.398101 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-83fb35b1-4daf-412c-aa1f-91ed51dce4b8 None None] For port 8be68785-d2b4-40f6-a14c-6ddb141889f5, host dv-cinder-846171-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=8be68785-d2b4-40f6-a14c-6ddb141889f5,segment=NetworkSegment(71d34237-f06f-4603-b433-3dd04278adc6),segment_id=71d34237-f06f-4603-b433-3dd04278adc6)] {{(pid=116194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:56:02.412730 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80f126-8aa1-4bbc-8c8a-8a4f810f63f5 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e462fe69-ef59-4f55-96d5-137be6cd3f1c,revision_number=0']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:02.440681 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-9d80f126-8aa1-4bbc-8c8a-8a4f810f63f5 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:02.445730 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-9d80f126-8aa1-4bbc-8c8a-8a4f810f63f5 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2573450 Jun 16 18:56:02.458349 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 45956) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:02.466130 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-0202c850-95cd-41fb-bf48-a0aa443047f1 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Request body: {'security_group_rule': {'security_group_id': '54b5f63f-4869-4508-aa10-bb1453193a81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:56:02.515199 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:02.536401 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:02.539672 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-83fb35b1-4daf-412c-aa1f-91ed51dce4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (8be68785-d2b4-40f6-a14c-6ddb141889f5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:02.541481 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26746948-87ec-4af9-97a3-fc6a2066e09e None None] Pushing event updated for resources: {'Port': ['ID=8be68785-d2b4-40f6-a14c-6ddb141889f5,revision_number=2']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:02.628525 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-369b0850-ff7a-428f-a667-9304d55852fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (b46ebd34-4bf0-41d1-bd8a-fa32da083498), before_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:02.633832 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-0202c850-95cd-41fb-bf48-a0aa443047f1 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for security_group_rule (e120a25e-f7f6-4306-bc89-8012ea00525b), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:02.655102 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-40668a8f-f934-4c75-889e-84daba645091 None None] For port bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44,segment=NetworkSegment(ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e),segment_id=ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:56:02.667897 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:02.679187 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-87b6689a-66a1-42d3-9dca-3a44dcd49981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879417', 'neutron.services.segments.db._delete_segments_for_network-8748651528183'] for network (4dfebb8b-7b4d-48d8-bf77-5e9175a23197), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:02.684674 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_common [None req-b847733e-b9d7-443a-9949-26483efe90e9 admin admin] Allocated IP 172.20.0.1 (9f034df0-3327-47b9-8a71-7606258bf90a/21288f53-db0a-40bc-af1b-49bfa8ab21bd/9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa) {{(pid=116193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:56:02.709095 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fb35b1-4daf-412c-aa1f-91ed51dce4b8 None None] Routers {'fd002458-9e78-438e-a2ff-ecd12b63be87'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:56:02.709686 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-83fb35b1-4daf-412c-aa1f-91ed51dce4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:55:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['fd002458-9e78-438e-a2ff-ecd12b63be87'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:02.736776 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-15d247cd-3d9b-4057-ad23-40528bff32dc None None] Publish callbacks [] for port (f44d7cb1-f583-4148-917f-fb546be0871f), precommit_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:02.749326 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-87b6689a-66a1-42d3-9dca-3a44dcd49981 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=116193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:56:02.755969 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-87b6689a-66a1-42d3-9dca-3a44dcd49981 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=116193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:56:02.755969 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-87b6689a-66a1-42d3-9dca-3a44dcd49981 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=116193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:56:02.755969 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-87b6689a-66a1-42d3-9dca-3a44dcd49981 admin admin] Subscribe: > port after_create 55550000 {{(pid=116193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:56:02.755969 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-87b6689a-66a1-42d3-9dca-3a44dcd49981 admin admin] Subscribe: > port after_delete 55550000 {{(pid=116193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:56:02.757519 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-87b6689a-66a1-42d3-9dca-3a44dcd49981 admin admin] Subscribe: > port after_update 55550000 {{(pid=116193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:56:02.758025 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-87b6689a-66a1-42d3-9dca-3a44dcd49981 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=116193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:56:02.759091 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-87b6689a-66a1-42d3-9dca-3a44dcd49981 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=116193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:56:02.759562 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-87b6689a-66a1-42d3-9dca-3a44dcd49981 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=116193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:56:02.760053 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-87b6689a-66a1-42d3-9dca-3a44dcd49981 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=116193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:56:02.835942 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-15d247cd-3d9b-4057-ad23-40528bff32dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (f44d7cb1-f583-4148-917f-fb546be0871f), after_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:02.877495 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-0202c850-95cd-41fb-bf48-a0aa443047f1 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for security_group_rule (e120a25e-f7f6-4306-bc89-8012ea00525b), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:02.906752 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-18208f3d-e81e-4885-b685-e474681c0190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'name': 'tempest-ServerRescueNegativeTestJSON-311101115-router', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '51241e0b-784e-48ef-8cfd-27d26e98c4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:54Z', 'updated_at': '2022-06-16T18:55:58Z', 'revision_number': 3, 'project_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'gw_port': {'id': '51241e0b-784e-48ef-8cfd-27d26e98c4a5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:56Z', 'updated_at': '2022-06-16T18:55:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi'}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:02.924621 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-40668a8f-f934-4c75-889e-84daba645091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:02.946028 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.managers [None req-15d247cd-3d9b-4057-ad23-40528bff32dc None None] Attempting to bind port f44d7cb1-f583-4148-917f-fb546be0871f on host dv-cinder-846171-1-iscsi for vnic_type normal with profile {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:56:02.946497 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.managers [None req-15d247cd-3d9b-4057-ad23-40528bff32dc None None] Attempting to bind port f44d7cb1-f583-4148-917f-fb546be0871f by drivers openvswitch,hyperv on host dv-cinder-846171-1-iscsi at level 0 using segments [{'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}] {{(pid=116195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:56:02.947004 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d247cd-3d9b-4057-ad23-40528bff32dc None None] Attempting to bind port f44d7cb1-f583-4148-917f-fb546be0871f on network d7ab3290-3ce1-430c-a2b5-625628340a0e {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:56:02.964779 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-0202c850-95cd-41fb-bf48-a0aa443047f1 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932097'] for security_group_rule (e120a25e-f7f6-4306-bc89-8012ea00525b), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:02.968127 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d397965-138f-4374-aa31-aab127db2611 None None] Pushing event updated for resources: {'Port': ['ID=f44d7cb1-f583-4148-917f-fb546be0871f,revision_number=2']} {{(pid=116195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:02.988609 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d247cd-3d9b-4057-ad23-40528bff32dc None None] Checking agent: {'id': 'ea8cc94b-de2a-4266-a745-8fe843a33d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846171-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 47, 42), 'started_at': datetime.datetime(2022, 6, 16, 18, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846171-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:56:02.988609 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d247cd-3d9b-4057-ad23-40528bff32dc None None] Checking segment: {'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:56:02.988609 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-15d247cd-3d9b-4057-ad23-40528bff32dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:02.989362 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d247cd-3d9b-4057-ad23-40528bff32dc None None] Bound using segment: {'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'} {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:56:02.990343 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.managers [None req-15d247cd-3d9b-4057-ad23-40528bff32dc None None] Bound port: f44d7cb1-f583-4148-917f-fb546be0871f, host: dv-cinder-846171-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}}] {{(pid=116195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:56:02.991359 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-15d247cd-3d9b-4057-ad23-40528bff32dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (f44d7cb1-f583-4148-917f-fb546be0871f), before_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:03.035179 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 526ad591-dcce-4d13-9e9f-c1c5105f6fae is: DOWN; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:03.035579 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (526ad591-dcce-4d13-9e9f-c1c5105f6fae), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:03.038429 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18208f3d-e81e-4885-b685-e474681c0190 None None] Checking router: ca6005d9-7b71-4411-8a5c-f4a0a5daf02e for host: dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:56:03.038787 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18208f3d-e81e-4885-b685-e474681c0190 None None] Updating router ca6005d9-7b71-4411-8a5c-f4a0a5daf02e port 51241e0b-784e-48ef-8cfd-27d26e98c4a5 binding host dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:56:03.067344 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202c850-95cd-41fb-bf48-a0aa443047f1 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e120a25e-f7f6-4306-bc89-8012ea00525b,revision_number=0']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:03.090313 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.db [None req-15d247cd-3d9b-4057-ad23-40528bff32dc None None] For port f44d7cb1-f583-4148-917f-fb546be0871f, host dv-cinder-846171-1-iscsi, cleared binding levels {{(pid=116195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:56:03.090796 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-83fb35b1-4daf-412c-aa1f-91ed51dce4b8 None None] Set router fd002458-9e78-438e-a2ff-ecd12b63be87 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:56:03.094802 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-87b6689a-66a1-42d3-9dca-3a44dcd49981 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=116193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:56:03.095324 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-87b6689a-66a1-42d3-9dca-3a44dcd49981 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=116193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:56:03.095408 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.db [None req-15d247cd-3d9b-4057-ad23-40528bff32dc None None] For port f44d7cb1-f583-4148-917f-fb546be0871f, host dv-cinder-846171-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=f44d7cb1-f583-4148-917f-fb546be0871f,segment=NetworkSegment(71d34237-f06f-4603-b433-3dd04278adc6),segment_id=71d34237-f06f-4603-b433-3dd04278adc6)] {{(pid=116195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:56:03.095742 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-87b6689a-66a1-42d3-9dca-3a44dcd49981 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=116193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:56:03.096161 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-87b6689a-66a1-42d3-9dca-3a44dcd49981 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=116193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:56:03.096912 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.services.segments.db [None req-87b6689a-66a1-42d3-9dca-3a44dcd49981 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dfebb8b-7b4d-48d8-bf77-5e9175a23197']}} {{(pid=116193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:03.129389 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.services.segments.db [None req-87b6689a-66a1-42d3-9dca-3a44dcd49981 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cebaee56-dbc9-4424-b362-83896d63149c') {'for_net_delete': True} {{(pid=116193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:03.129816 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.services.segments.db [None req-87b6689a-66a1-42d3-9dca-3a44dcd49981 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cebaee56-dbc9-4424-b362-83896d63149c') {} {{(pid=116193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:03.179931 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-87b6689a-66a1-42d3-9dca-3a44dcd49981 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748651528066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5912559'] for segment (cebaee56-dbc9-4424-b362-83896d63149c), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:03.191758 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-40668a8f-f934-4c75-889e-84daba645091 None None] Provisioning complete for port 28f8eaa4-b688-4548-b5bd-205c9a8f1df5 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:03.192143 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-40668a8f-f934-4c75-889e-84daba645091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (28f8eaa4-b688-4548-b5bd-205c9a8f1df5), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:03.196890 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-15d247cd-3d9b-4057-ad23-40528bff32dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (f44d7cb1-f583-4148-917f-fb546be0871f), after_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:03.197973 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-0202c850-95cd-41fb-bf48-a0aa443047f1 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:03.199438 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-0202c850-95cd-41fb-bf48-a0aa443047f1 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7394261 Jun 16 18:56:03.215975 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-87b6689a-66a1-42d3-9dca-3a44dcd49981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056'] for segment (cebaee56-dbc9-4424-b362-83896d63149c), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:03.227293 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87b6689a-66a1-42d3-9dca-3a44dcd49981 admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=116193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:56:03.227696 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-87b6689a-66a1-42d3-9dca-3a44dcd49981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5911613'] for segment (cebaee56-dbc9-4424-b362-83896d63149c), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:03.229572 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 45968) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:03.237887 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-369b0850-ff7a-428f-a667-9304d55852fe admin admin] Publish callbacks [] for port (b46ebd34-4bf0-41d1-bd8a-fa32da083498), precommit_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:03.243567 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-e5de27d8-42e9-465b-aa83-7c34b4444d34 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Request body: {'floatingip': {'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:56:03.279965 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26746948-87ec-4af9-97a3-fc6a2066e09e None None] Pushing event updated for resources: {'Port': ['ID=8be68785-d2b4-40f6-a14c-6ddb141889f5,revision_number=3']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:03.313204 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d247cd-3d9b-4057-ad23-40528bff32dc None None] Routers {'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:56:03.317129 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-15d247cd-3d9b-4057-ad23-40528bff32dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:55:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:03.319067 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-369b0850-ff7a-428f-a667-9304d55852fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (b46ebd34-4bf0-41d1-bd8a-fa32da083498), after_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:03.319799 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-369b0850-ff7a-428f-a667-9304d55852fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8339886'] for router_interface (fd002458-9e78-438e-a2ff-ecd12b63be87), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:03.452793 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e5de27d8-42e9-465b-aa83-7c34b4444d34 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:03.479032 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d397965-138f-4374-aa31-aab127db2611 None None] Pushing event updated for resources: {'Port': ['ID=f44d7cb1-f583-4148-917f-fb546be0871f,revision_number=3']} {{(pid=116195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:03.497417 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-87b6689a-66a1-42d3-9dca-3a44dcd49981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8340142'] for network (4dfebb8b-7b4d-48d8-bf77-5e9175a23197), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:03.503529 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:03.505847 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:03.507891 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40668a8f-f934-4c75-889e-84daba645091 None None] Pushing event updated for resources: {'Port': ['ID=bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44,revision_number=5']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:03.556098 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-15d247cd-3d9b-4057-ad23-40528bff32dc None None] Set router f03bfdaa-4ab3-45bb-a8a4-42f612f6a932 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:56:03.578172 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-87b6689a-66a1-42d3-9dca-3a44dcd49981 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for network (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:03.581453 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-87b6689a-66a1-42d3-9dca-3a44dcd49981 admin admin] 10.222.0.81 "DELETE /v2.0/networks/4dfebb8b-7b4d-48d8-bf77-5e9175a23197 HTTP/1.1" status: 204 len: 168 time: 1.7091229 Jun 16 18:56:03.582315 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b6689a-66a1-42d3-9dca-3a44dcd49981 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dfebb8b-7b4d-48d8-bf77-5e9175a23197,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:03.589823 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-18208f3d-e81e-4885-b685-e474681c0190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (51241e0b-784e-48ef-8cfd-27d26e98c4a5), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:03.592711 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 45982) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:03.719072 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] For port 526ad591-dcce-4d13-9e9f-c1c5105f6fae, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=526ad591-dcce-4d13-9e9f-c1c5105f6fae,segment=NetworkSegment(695d3c9b-6b49-4b44-82e3-daab02cb9cb5),segment_id=695d3c9b-6b49-4b44-82e3-daab02cb9cb5)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:56:03.757524 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b847733e-b9d7-443a-9949-26483efe90e9 admin admin] Publish callbacks [] for port (9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:03.768516 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_v2 [None req-69b6ae28-d2ee-4c78-a299-069883762b40 admin admin] Deleting subnet f86bcd12-276d-4dfc-bee3-750a71955f27 {{(pid=116193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 18:56:03.773278 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-69b6ae28-d2ee-4c78-a299-069883762b40 admin admin] Publish callbacks [] for subnet (f86bcd12-276d-4dfc-bee3-750a71955f27), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:03.815387 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-40668a8f-f934-4c75-889e-84daba645091 None None] Current status of the port 28f8eaa4-b688-4548-b5bd-205c9a8f1df5 is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:03.826042 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b0850-ff7a-428f-a667-9304d55852fe admin admin] Pushing event updated for resources: {'Port': ['ID=b46ebd34-4bf0-41d1-bd8a-fa32da083498,revision_number=2']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:03.826254 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (526ad591-dcce-4d13-9e9f-c1c5105f6fae), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:03.826862 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:56:03.828469 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-69b6ae28-d2ee-4c78-a299-069883762b40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5912568'] for subnet (f86bcd12-276d-4dfc-bee3-750a71955f27), precommit_delete_associations {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:03.837612 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e5de27d8-42e9-465b-aa83-7c34b4444d34 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:03.844045 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:03.878444 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-40668a8f-f934-4c75-889e-84daba645091 None None] Provisioning complete for port d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:03.878838 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-40668a8f-f934-4c75-889e-84daba645091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:03.899868 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.services.segments.plugin [-] Segment cebaee56-dbc9-4424-b362-83896d63149c resource provider aggregate not found Jun 16 18:56:03.902074 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-15d247cd-3d9b-4057-ad23-40528bff32dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'name': 'tempest-AttachVolumeShelveTestJSON-172575064-router', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'f44d7cb1-f583-4148-917f-fb546be0871f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:54Z', 'updated_at': '2022-06-16T18:55:58Z', 'revision_number': 3, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'gw_port': {'id': 'f44d7cb1-f583-4148-917f-fb546be0871f', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bb:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:56Z', 'updated_at': '2022-06-16T18:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi'}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:03.930253 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-076fd532-9045-4d34-a7de-6abefe5548ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:03.935526 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:03.936708 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.services.segments.plugin [-] Segment cebaee56-dbc9-4424-b362-83896d63149c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cebaee56-dbc9-4424-b362-83896d63149c found for delete ", "request_id": "req-4843fa1b-21d0-4e76-96cd-df100dec3afc"}]} Jun 16 18:56:03.940055 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d247cd-3d9b-4057-ad23-40528bff32dc None None] The sync data for ids ['f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'] in dv-cinder-846171-1-iscsi is: [{'id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'name': 'tempest-AttachVolumeShelveTestJSON-172575064-router', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'f44d7cb1-f583-4148-917f-fb546be0871f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:54Z', 'updated_at': '2022-06-16T18:55:58Z', 'revision_number': 3, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'gw_port': {'id': 'f44d7cb1-f583-4148-917f-fb546be0871f', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bb:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:56Z', 'updated_at': '2022-06-16T18:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi'}] {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:56:03.943316 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-69b6ae28-d2ee-4c78-a299-069883762b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877176'] for subnet (f86bcd12-276d-4dfc-bee3-750a71955f27), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:03.995251 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:04.112121 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b847733e-b9d7-443a-9949-26483efe90e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:04.149028 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Pushing event updated for resources: {'Port': ['ID=526ad591-dcce-4d13-9e9f-c1c5105f6fae,revision_number=3']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:04.180704 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b847733e-b9d7-443a-9949-26483efe90e9 admin admin] Network 9f034df0-3327-47b9-8a71-7606258bf90a is already hosted by enough agents. {{(pid=116193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:56:04.181975 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-69b6ae28-d2ee-4c78-a299-069883762b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5911779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5640598'] for subnet (f86bcd12-276d-4dfc-bee3-750a71955f27), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:04.195044 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [None req-b847733e-b9d7-443a-9949-26483efe90e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:56:04.198170 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-40668a8f-f934-4c75-889e-84daba645091 None None] Current status of the port d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b is: DOWN; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:04.198331 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-40668a8f-f934-4c75-889e-84daba645091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:04.202432 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:04.202727 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:04.226530 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b847733e-b9d7-443a-9949-26483efe90e9 admin admin] Received port after_create {{(pid=116193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:56:04.231463 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-83fb35b1-4daf-412c-aa1f-91ed51dce4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd002458-9e78-438e-a2ff-ecd12b63be87', 'name': 'tempest-DeleteServersTestJSON-369379898-router', 'tenant_id': '57f75a8c58e340a1bba335f7463c03a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '8be68785-d2b4-40f6-a14c-6ddb141889f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:52Z', 'updated_at': '2022-06-16T18:56:02Z', 'revision_number': 4, 'project_id': '57f75a8c58e340a1bba335f7463c03a1', 'gw_port': {'id': '8be68785-d2b4-40f6-a14c-6ddb141889f5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:59:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd002458-9e78-438e-a2ff-ecd12b63be87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:53Z', 'updated_at': '2022-06-16T18:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': 'b46ebd34-4bf0-41d1-bd8a-fa32da083498', 'name': '', 'network_id': 'd23e2e97-5f79-4bb3-a50a-cf2c8a9fc959', 'tenant_id': '57f75a8c58e340a1bba335f7463c03a1', 'mac_address': 'fa:16:3e:f8:1a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd002458-9e78-438e-a2ff-ecd12b63be87', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3f362052-0b79-42eb-9b74-4dc8a98f4be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:56:00Z', 'updated_at': '2022-06-16T18:56:00Z', 'revision_number': 1, 'project_id': '57f75a8c58e340a1bba335f7463c03a1', 'subnets': [{'id': '3f362052-0b79-42eb-9b74-4dc8a98f4be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:04.231651 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:04.254698 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847733e-b9d7-443a-9949-26483efe90e9 admin admin] Pushing event updated for resources: {'Port': ['ID=9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:04.268280 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-69b6ae28-d2ee-4c78-a299-069883762b40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:04.279540 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-69b6ae28-d2ee-4c78-a299-069883762b40 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f86bcd12-276d-4dfc-bee3-750a71955f27 HTTP/1.1" status: 204 len: 168 time: 0.6626277 Jun 16 18:56:04.281259 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fb35b1-4daf-412c-aa1f-91ed51dce4b8 None None] The sync data for ids ['fd002458-9e78-438e-a2ff-ecd12b63be87'] in dv-cinder-846171-1-iscsi is: [{'id': 'fd002458-9e78-438e-a2ff-ecd12b63be87', 'name': 'tempest-DeleteServersTestJSON-369379898-router', 'tenant_id': '57f75a8c58e340a1bba335f7463c03a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '8be68785-d2b4-40f6-a14c-6ddb141889f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:52Z', 'updated_at': '2022-06-16T18:56:02Z', 'revision_number': 4, 'project_id': '57f75a8c58e340a1bba335f7463c03a1', 'gw_port': {'id': '8be68785-d2b4-40f6-a14c-6ddb141889f5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:59:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd002458-9e78-438e-a2ff-ecd12b63be87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:53Z', 'updated_at': '2022-06-16T18:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': 'b46ebd34-4bf0-41d1-bd8a-fa32da083498', 'name': '', 'network_id': 'd23e2e97-5f79-4bb3-a50a-cf2c8a9fc959', 'tenant_id': '57f75a8c58e340a1bba335f7463c03a1', 'mac_address': 'fa:16:3e:f8:1a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd002458-9e78-438e-a2ff-ecd12b63be87', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3f362052-0b79-42eb-9b74-4dc8a98f4be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:56:00Z', 'updated_at': '2022-06-16T18:56:00Z', 'revision_number': 1, 'project_id': '57f75a8c58e340a1bba335f7463c03a1', 'subnets': [{'id': '3f362052-0b79-42eb-9b74-4dc8a98f4be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:56:04.315694 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-40668a8f-f934-4c75-889e-84daba645091 None None] For port d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b,segment=NetworkSegment(2d327e91-41ae-4018-ab9b-16723f98bb9d),segment_id=2d327e91-41ae-4018-ab9b-16723f98bb9d)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:56:04.316167 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6ae28-d2ee-4c78-a299-069883762b40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f86bcd12-276d-4dfc-bee3-750a71955f27,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:04.317564 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 46008) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:04.328754 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:04.417932 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369b0850-ff7a-428f-a667-9304d55852fe admin admin] Network d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959 is already hosted by enough agents. {{(pid=116192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:56:04.425835 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-369b0850-ff7a-428f-a667-9304d55852fe admin admin] Resources bound (agent type, host, resource id): {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:56:04.445605 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:04.462814 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b847733e-b9d7-443a-9949-26483efe90e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8339802'] for router_interface (ca6005d9-7b71-4411-8a5c-f4a0a5daf02e), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:04.466855 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.db_base_plugin_common [None req-e5de27d8-42e9-465b-aa83-7c34b4444d34 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Allocated IP 172.27.0.184 (d7ab3290-3ce1-430c-a2b5-625628340a0e/2251f151-d04b-4b41-88db-58f0d465a2f0/6492af1e-0c28-4cb9-80fe-cf9276ee33c3) {{(pid=116192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:56:04.490500 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b is: DOWN; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:04.490865 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:04.536212 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-40668a8f-f934-4c75-889e-84daba645091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:04.644589 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-40668a8f-f934-4c75-889e-84daba645091 None None] Provisioning complete for port 526ad591-dcce-4d13-9e9f-c1c5105f6fae triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:04.645031 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-40668a8f-f934-4c75-889e-84daba645091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (526ad591-dcce-4d13-9e9f-c1c5105f6fae), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:04.705231 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40668a8f-f934-4c75-889e-84daba645091 None None] Pushing event updated for resources: {'Port': ['ID=d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b,revision_number=3']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:04.799961 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.db.api [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=116194) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 16 18:56:04.800389 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG oslo_db.api [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 18:56:04.811569 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2959fc9c-ecc9-4ffc-8d41-c8004be2d3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660547'] for network (5eb629ea-a794-4f04-8d4b-0a259ad9bbd8), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:04.813107 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.db_base_plugin_common [None req-076fd532-9045-4d34-a7de-6abefe5548ce admin admin] Allocated IP 172.20.0.1 (b63c6cac-d1b4-42bd-9dde-7d5291a4c111/fe716360-4f3c-4c62-9220-aaf7aa3a7a1f/8b585d1e-7432-4b39-b65a-be7738265e74) {{(pid=116192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:56:04.902705 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:04.908554 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-40668a8f-f934-4c75-889e-84daba645091 None None] Current status of the port 526ad591-dcce-4d13-9e9f-c1c5105f6fae is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:04.941851 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b847733e-b9d7-443a-9949-26483efe90e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:04.964471 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369b0850-ff7a-428f-a667-9304d55852fe admin admin] Router fd002458-9e78-438e-a2ff-ecd12b63be87 has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:56:05.036718 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-5c6ef254-5eee-435c-939f-9aaa93592443 None None] Provisioning complete for port 9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:05.037677 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-5c6ef254-5eee-435c-939f-9aaa93592443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:05.085751 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-5c6ef254-5eee-435c-939f-9aaa93592443 None None] Port 9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:56:05.095603 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-5c6ef254-5eee-435c-939f-9aaa93592443 None None] Provisioning complete for port b46ebd34-4bf0-41d1-bd8a-fa32da083498 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:05.096022 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-5c6ef254-5eee-435c-939f-9aaa93592443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (b46ebd34-4bf0-41d1-bd8a-fa32da083498), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:05.139457 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-5c6ef254-5eee-435c-939f-9aaa93592443 None None] Port b46ebd34-4bf0-41d1-bd8a-fa32da083498 cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:56:05.158824 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-5c6ef254-5eee-435c-939f-9aaa93592443 None None] Provisioning complete for port 526ad591-dcce-4d13-9e9f-c1c5105f6fae triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:05.159221 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-5c6ef254-5eee-435c-939f-9aaa93592443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (526ad591-dcce-4d13-9e9f-c1c5105f6fae), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:05.174907 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e5de27d8-42e9-465b-aa83-7c34b4444d34 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for port (6492af1e-0c28-4cb9-80fe-cf9276ee33c3), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:05.184300 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b847733e-b9d7-443a-9949-26483efe90e9 admin admin] Publish callbacks [] for port (9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:05.189424 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2959fc9c-ecc9-4ffc-8d41-c8004be2d3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879417', 'neutron.services.segments.db._delete_segments_for_network-8748651528183'] for network (5eb629ea-a794-4f04-8d4b-0a259ad9bbd8), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:05.199727 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:05.221456 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.services.segments.db [None req-2959fc9c-ecc9-4ffc-8d41-c8004be2d3f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb629ea-a794-4f04-8d4b-0a259ad9bbd8']}} {{(pid=116193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:05.232318 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-076fd532-9045-4d34-a7de-6abefe5548ce admin admin] Publish callbacks [] for port (8b585d1e-7432-4b39-b65a-be7738265e74), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:05.240481 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.services.segments.db [None req-2959fc9c-ecc9-4ffc-8d41-c8004be2d3f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd24b89-91c0-4740-b089-9a3e344bd909') {'for_net_delete': True} {{(pid=116193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:05.240957 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.services.segments.db [None req-2959fc9c-ecc9-4ffc-8d41-c8004be2d3f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd24b89-91c0-4740-b089-9a3e344bd909') {} {{(pid=116193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:05.270075 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-5c6ef254-5eee-435c-939f-9aaa93592443 None None] Current status of the port 526ad591-dcce-4d13-9e9f-c1c5105f6fae is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:05.287923 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369b0850-ff7a-428f-a667-9304d55852fe admin admin] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:56:05.307646 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-369b0850-ff7a-428f-a667-9304d55852fe admin admin] 10.222.0.81 "PUT /v2.0/routers/fd002458-9e78-438e-a2ff-ecd12b63be87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5533161 Jun 16 18:56:05.352843 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:05.354121 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 28f8eaa4-b688-4548-b5bd-205c9a8f1df5 up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:56:05.378684 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e5de27d8-42e9-465b-aa83-7c34b4444d34 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864'] for port (6492af1e-0c28-4cb9-80fe-cf9276ee33c3), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:05.388133 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2959fc9c-ecc9-4ffc-8d41-c8004be2d3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748651528066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5912559'] for segment (6fd24b89-91c0-4740-b089-9a3e344bd909), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:05.390113 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b847733e-b9d7-443a-9949-26483efe90e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:05.452212 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5de27d8-42e9-465b-aa83-7c34b4444d34 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Network d7ab3290-3ce1-430c-a2b5-625628340a0e is already hosted by enough agents. {{(pid=116192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:56:05.453773 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2959fc9c-ecc9-4ffc-8d41-c8004be2d3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056'] for segment (6fd24b89-91c0-4740-b089-9a3e344bd909), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:05.473706 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-076fd532-9045-4d34-a7de-6abefe5548ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864'] for port (8b585d1e-7432-4b39-b65a-be7738265e74), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:05.474293 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2959fc9c-ecc9-4ffc-8d41-c8004be2d3f5 admin admin] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=116193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:56:05.474700 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2959fc9c-ecc9-4ffc-8d41-c8004be2d3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5911613'] for segment (6fd24b89-91c0-4740-b089-9a3e344bd909), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:05.480622 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-e5de27d8-42e9-465b-aa83-7c34b4444d34 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Resources bound (agent type, host, resource id): {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:56:05.480914 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b847733e-b9d7-443a-9949-26483efe90e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8339886'] for router_interface (ca6005d9-7b71-4411-8a5c-f4a0a5daf02e), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:05.485984 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5de27d8-42e9-465b-aa83-7c34b4444d34 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Received port after_create {{(pid=116192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:56:05.526289 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de27d8-42e9-465b-aa83-7c34b4444d34 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Pushing event updated for resources: {'Port': ['ID=6492af1e-0c28-4cb9-80fe-cf9276ee33c3,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:05.542644 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076fd532-9045-4d34-a7de-6abefe5548ce admin admin] Network b63c6cac-d1b4-42bd-9dde-7d5291a4c111 is already hosted by enough agents. {{(pid=116192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:56:05.570996 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847733e-b9d7-443a-9949-26483efe90e9 admin admin] Pushing event updated for resources: {'Port': ['ID=9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa,revision_number=2']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:05.574570 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-076fd532-9045-4d34-a7de-6abefe5548ce admin admin] Resources bound (agent type, host, resource id): {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:56:05.576994 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076fd532-9045-4d34-a7de-6abefe5548ce admin admin] Received port after_create {{(pid=116192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:56:05.579272 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-076fd532-9045-4d34-a7de-6abefe5548ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8339802'] for router_interface (f03bfdaa-4ab3-45bb-a8a4-42f612f6a932), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:05.775038 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2959fc9c-ecc9-4ffc-8d41-c8004be2d3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8340142'] for network (5eb629ea-a794-4f04-8d4b-0a259ad9bbd8), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:05.785156 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 28f8eaa4-b688-4548-b5bd-205c9a8f1df5 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:05.785156 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (28f8eaa4-b688-4548-b5bd-205c9a8f1df5), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:05.787095 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2959fc9c-ecc9-4ffc-8d41-c8004be2d3f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for network (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:05.801319 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-2959fc9c-ecc9-4ffc-8d41-c8004be2d3f5 admin admin] 10.222.0.81 "DELETE /v2.0/networks/5eb629ea-a794-4f04-8d4b-0a259ad9bbd8 HTTP/1.1" status: 204 len: 168 time: 1.4803295 Jun 16 18:56:05.852238 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-18208f3d-e81e-4885-b685-e474681c0190 None None] Publish callbacks [] for port (51241e0b-784e-48ef-8cfd-27d26e98c4a5), precommit_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:05.872811 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959fc9c-ecc9-4ffc-8d41-c8004be2d3f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5eb629ea-a794-4f04-8d4b-0a259ad9bbd8,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:05.913051 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e5de27d8-42e9-465b-aa83-7c34b4444d34 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for floatingip (31b74181-f47c-4df1-a599-749a40a31e3c), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:05.932420 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b847733e-b9d7-443a-9949-26483efe90e9 admin admin] Network 9f034df0-3327-47b9-8a71-7606258bf90a is already hosted by enough agents. {{(pid=116193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:56:05.934048 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [None req-b847733e-b9d7-443a-9949-26483efe90e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:56:05.936117 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076fd532-9045-4d34-a7de-6abefe5548ce admin admin] Pushing event updated for resources: {'Port': ['ID=8b585d1e-7432-4b39-b65a-be7738265e74,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:05.943134 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 28f8eaa4-b688-4548-b5bd-205c9a8f1df5 is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:05.978581 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-18208f3d-e81e-4885-b685-e474681c0190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (51241e0b-784e-48ef-8cfd-27d26e98c4a5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:06.080812 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.services.segments.plugin [-] Segment 6fd24b89-91c0-4740-b089-9a3e344bd909 resource provider aggregate not found Jun 16 18:56:06.142866 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.services.segments.plugin [-] Segment 6fd24b89-91c0-4740-b089-9a3e344bd909 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6fd24b89-91c0-4740-b089-9a3e344bd909 found for delete ", "request_id": "req-67e7c810-ee06-4887-bb55-cb9094a324ed"}]} Jun 16 18:56:06.163205 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-18208f3d-e81e-4885-b685-e474681c0190 None None] Attempting to bind port 51241e0b-784e-48ef-8cfd-27d26e98c4a5 on host dv-cinder-846171-1-iscsi for vnic_type normal with profile {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:56:06.163744 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-18208f3d-e81e-4885-b685-e474681c0190 None None] Attempting to bind port 51241e0b-784e-48ef-8cfd-27d26e98c4a5 by drivers openvswitch,hyperv on host dv-cinder-846171-1-iscsi at level 0 using segments [{'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:56:06.164258 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18208f3d-e81e-4885-b685-e474681c0190 None None] Attempting to bind port 51241e0b-784e-48ef-8cfd-27d26e98c4a5 on network d7ab3290-3ce1-430c-a2b5-625628340a0e {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:56:06.182520 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18208f3d-e81e-4885-b685-e474681c0190 None None] Checking agent: {'id': 'ea8cc94b-de2a-4266-a745-8fe843a33d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846171-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 47, 42), 'started_at': datetime.datetime(2022, 6, 16, 18, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846171-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:56:06.184936 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18208f3d-e81e-4885-b685-e474681c0190 None None] Checking segment: {'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:56:06.188433 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-18208f3d-e81e-4885-b685-e474681c0190 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:06.188433 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18208f3d-e81e-4885-b685-e474681c0190 None None] Bound using segment: {'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:56:06.188433 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-18208f3d-e81e-4885-b685-e474681c0190 None None] Bound port: 51241e0b-784e-48ef-8cfd-27d26e98c4a5, host: dv-cinder-846171-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:56:06.188881 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-18208f3d-e81e-4885-b685-e474681c0190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (51241e0b-784e-48ef-8cfd-27d26e98c4a5), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:06.199971 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e5de27d8-42e9-465b-aa83-7c34b4444d34 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (6492af1e-0c28-4cb9-80fe-cf9276ee33c3), before_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:06.267418 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b847733e-b9d7-443a-9949-26483efe90e9 admin admin] Router ca6005d9-7b71-4411-8a5c-f4a0a5daf02e has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:56:06.346857 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a1df2f-e227-47a2-b376-80183991bb78 None None] Pushing event updated for resources: {'Port': ['ID=51241e0b-784e-48ef-8cfd-27d26e98c4a5,revision_number=2']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:06.359133 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-862ee7d0-3bd9-4bc1-b06b-379dd36f756e None None] Provisioning complete for port 8b585d1e-7432-4b39-b65a-be7738265e74 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:06.361779 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-862ee7d0-3bd9-4bc1-b06b-379dd36f756e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (8b585d1e-7432-4b39-b65a-be7738265e74), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:06.414148 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-18208f3d-e81e-4885-b685-e474681c0190 None None] For port 51241e0b-784e-48ef-8cfd-27d26e98c4a5, host dv-cinder-846171-1-iscsi, cleared binding levels {{(pid=116194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:56:06.446135 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-18208f3d-e81e-4885-b685-e474681c0190 None None] For port 51241e0b-784e-48ef-8cfd-27d26e98c4a5, host dv-cinder-846171-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=51241e0b-784e-48ef-8cfd-27d26e98c4a5,segment=NetworkSegment(71d34237-f06f-4603-b433-3dd04278adc6),segment_id=71d34237-f06f-4603-b433-3dd04278adc6)] {{(pid=116194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:56:06.450425 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-862ee7d0-3bd9-4bc1-b06b-379dd36f756e None None] Port 8b585d1e-7432-4b39-b65a-be7738265e74 cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:56:06.459026 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:06.503558 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 526ad591-dcce-4d13-9e9f-c1c5105f6fae up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:56:06.515765 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b847733e-b9d7-443a-9949-26483efe90e9 admin admin] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:56:06.526666 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-b847733e-b9d7-443a-9949-26483efe90e9 admin admin] 10.222.0.81 "PUT /v2.0/routers/ca6005d9-7b71-4411-8a5c-f4a0a5daf02e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7429144 Jun 16 18:56:06.531036 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-076fd532-9045-4d34-a7de-6abefe5548ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (8b585d1e-7432-4b39-b65a-be7738265e74), before_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:06.611926 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 46058) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:06.619838 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e5de27d8-42e9-465b-aa83-7c34b4444d34 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for port (6492af1e-0c28-4cb9-80fe-cf9276ee33c3), precommit_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:06.719205 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e5de27d8-42e9-465b-aa83-7c34b4444d34 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (6492af1e-0c28-4cb9-80fe-cf9276ee33c3), after_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:06.724911 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-11048587-53b2-43ce-ba95-6a47973efdee admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=061a027ac5464038b15bbca6c47e7f7c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1117470 Jun 16 18:56:06.725701 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 46062) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:06.775793 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e5de27d8-42e9-465b-aa83-7c34b4444d34 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8340165'] for floatingip (31b74181-f47c-4df1-a599-749a40a31e3c), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:06.805023 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:06.831341 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-3e1b07ad-5b8f-41c1-b447-db4a45293ea5 admin admin] Publish callbacks [] for security_group (8242d042-016c-4324-9d23-7f0db9ca011d), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:06.871755 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-3e1b07ad-5b8f-41c1-b447-db4a45293ea5 admin admin] Publish callbacks [] for security_group (8242d042-016c-4324-9d23-7f0db9ca011d), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:06.904494 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:06.910271 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-18208f3d-e81e-4885-b685-e474681c0190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (51241e0b-784e-48ef-8cfd-27d26e98c4a5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:06.920117 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=100 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:06.991545 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e5de27d8-42e9-465b-aa83-7c34b4444d34 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for floatingip (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:07.001278 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-e5de27d8-42e9-465b-aa83-7c34b4444d34 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7601292 Jun 16 18:56:07.012739 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-3e1b07ad-5b8f-41c1-b447-db4a45293ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (8242d042-016c-4324-9d23-7f0db9ca011d), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:07.016131 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-3e1b07ad-5b8f-41c1-b447-db4a45293ea5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:07.017628 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-3e1b07ad-5b8f-41c1-b447-db4a45293ea5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8242d042-016c-4324-9d23-7f0db9ca011d HTTP/1.1" status: 204 len: 168 time: 0.2859969 Jun 16 18:56:07.021918 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:07.025748 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de27d8-42e9-465b-aa83-7c34b4444d34 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Pushing event updated for resources: {'Port': ['ID=6492af1e-0c28-4cb9-80fe-cf9276ee33c3,revision_number=2']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:07.030536 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 526ad591-dcce-4d13-9e9f-c1c5105f6fae triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:07.031055 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (526ad591-dcce-4d13-9e9f-c1c5105f6fae), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:07.034896 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b07ad-5b8f-41c1-b447-db4a45293ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8242d042-016c-4324-9d23-7f0db9ca011d,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:07.122429 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-de2e7a5c-9763-42bf-8e07-c1fce8de31c5 None None] Provisioning complete for port 9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:07.122709 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-de2e7a5c-9763-42bf-8e07-c1fce8de31c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:07.132672 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-076fd532-9045-4d34-a7de-6abefe5548ce admin admin] Publish callbacks [] for port (8b585d1e-7432-4b39-b65a-be7738265e74), precommit_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:07.188885 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 46108) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:07.191847 dv-cinder-846171-1-iscsi neutron-server[116193]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 18:56:07.236042 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-076fd532-9045-4d34-a7de-6abefe5548ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (8b585d1e-7432-4b39-b65a-be7738265e74), after_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:07.237738 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-076fd532-9045-4d34-a7de-6abefe5548ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8339886'] for router_interface (f03bfdaa-4ab3-45bb-a8a4-42f612f6a932), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:07.243551 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-cd78b87e-c26f-4f44-884a-f35ebaa2d693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:07.258497 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18208f3d-e81e-4885-b685-e474681c0190 None None] Routers {'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:56:07.259763 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-18208f3d-e81e-4885-b685-e474681c0190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:55:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['ca6005d9-7b71-4411-8a5c-f4a0a5daf02e'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:07.281466 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a1df2f-e227-47a2-b376-80183991bb78 None None] Pushing event updated for resources: {'Port': ['ID=51241e0b-784e-48ef-8cfd-27d26e98c4a5,revision_number=3']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:07.414871 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-de2e7a5c-9763-42bf-8e07-c1fce8de31c5 None None] Port 9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:56:07.454411 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076fd532-9045-4d34-a7de-6abefe5548ce admin admin] Pushing event updated for resources: {'Port': ['ID=8b585d1e-7432-4b39-b65a-be7738265e74,revision_number=2']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:07.495337 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076fd532-9045-4d34-a7de-6abefe5548ce admin admin] Network b63c6cac-d1b4-42bd-9dde-7d5291a4c111 is already hosted by enough agents. {{(pid=116192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:56:07.495796 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-076fd532-9045-4d34-a7de-6abefe5548ce admin admin] Resources bound (agent type, host, resource id): {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:56:07.528245 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 526ad591-dcce-4d13-9e9f-c1c5105f6fae is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:07.532863 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:56:07.653051 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-18208f3d-e81e-4885-b685-e474681c0190 None None] Set router ca6005d9-7b71-4411-8a5c-f4a0a5daf02e gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:56:07.680813 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-07d33bc5-cf5e-4557-9702-a78b4ae17651 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:07.695317 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-07d33bc5-cf5e-4557-9702-a78b4ae17651 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/networks?id=d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959 HTTP/1.1" status: 200 len: 811 time: 0.5045664 Jun 16 18:56:07.705620 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 46144) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:07.710269 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:07.723746 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:07.724284 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:07.773073 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076fd532-9045-4d34-a7de-6abefe5548ce admin admin] Router f03bfdaa-4ab3-45bb-a8a4-42f612f6a932 has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:56:07.814501 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-19205b1d-843b-4140-a282-3ca969151d19 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/quotas/57f75a8c58e340a1bba335f7463c03a1 HTTP/1.1" status: 200 len: 375 time: 0.1126511 Jun 16 18:56:07.929219 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:07.942213 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-5bf1772e-6674-4176-9aa3-30aea64f6d12 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=57f75a8c58e340a1bba335f7463c03a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0922656 Jun 16 18:56:07.972281 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076fd532-9045-4d34-a7de-6abefe5548ce admin admin] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:56:07.980599 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-076fd532-9045-4d34-a7de-6abefe5548ce admin admin] 10.222.0.81 "PUT /v2.0/routers/f03bfdaa-4ab3-45bb-a8a4-42f612f6a932/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3107262 Jun 16 18:56:08.022041 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab74699-350d-40e6-91c7-173add930432 req-985999dd-1718-4e4d-9f38-8e4a61c31621 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:08.030550 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3ab74699-350d-40e6-91c7-173add930432 req-985999dd-1718-4e4d-9f38-8e4a61c31621 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/networks?id=9f034df0-3327-47b9-8a71-7606258bf90a HTTP/1.1" status: 200 len: 818 time: 0.3220265 Jun 16 18:56:08.052973 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-9b27494d-1fc2-4ea6-a06c-a912c0e94545 None None] Provisioning complete for port 8b585d1e-7432-4b39-b65a-be7738265e74 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:08.053395 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-9b27494d-1fc2-4ea6-a06c-a912c0e94545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (8b585d1e-7432-4b39-b65a-be7738265e74), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:08.061512 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3ab74699-350d-40e6-91c7-173add930432 req-ad96ac21-e4d3-4873-ad02-ebb66b7103ba tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/quotas/ed8501d1ff734054ba0a6ef4c398d051 HTTP/1.1" status: 200 len: 375 time: 0.0313809 Jun 16 18:56:08.127946 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3ab74699-350d-40e6-91c7-173add930432 req-c2ee5d27-a426-4b6a-8d5e-7495d6a69ab6 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed8501d1ff734054ba0a6ef4c398d051&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653532 Jun 16 18:56:08.146034 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:08.147146 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44 up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:56:08.164473 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e13f10-658b-4c95-9ac7-cea11f953b26 None None] Sync routers for ids ['f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'] in dv-cinder-846171-1-iscsi {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:56:08.199814 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-9b27494d-1fc2-4ea6-a06c-a912c0e94545 None None] Port 8b585d1e-7432-4b39-b65a-be7738265e74 cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:56:08.248632 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e13f10-658b-4c95-9ac7-cea11f953b26 None None] Routers {'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:56:08.249291 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-38e13f10-658b-4c95-9ac7-cea11f953b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:55:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:08.304411 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-18208f3d-e81e-4885-b685-e474681c0190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'name': 'tempest-ServerRescueNegativeTestJSON-311101115-router', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '51241e0b-784e-48ef-8cfd-27d26e98c4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:54Z', 'updated_at': '2022-06-16T18:56:04Z', 'revision_number': 4, 'project_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'gw_port': {'id': '51241e0b-784e-48ef-8cfd-27d26e98c4a5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:56Z', 'updated_at': '2022-06-16T18:56:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa', 'name': '', 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'mac_address': 'fa:16:3e:19:72:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '21288f53-db0a-40bc-af1b-49bfa8ab21bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:56:02Z', 'updated_at': '2022-06-16T18:56:05Z', 'revision_number': 2, 'project_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'subnets': [{'id': '21288f53-db0a-40bc-af1b-49bfa8ab21bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:08.316965 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 46176) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:08.371946 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18208f3d-e81e-4885-b685-e474681c0190 None None] The sync data for ids ['ca6005d9-7b71-4411-8a5c-f4a0a5daf02e'] in dv-cinder-846171-1-iscsi is: [{'id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'name': 'tempest-ServerRescueNegativeTestJSON-311101115-router', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '51241e0b-784e-48ef-8cfd-27d26e98c4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:54Z', 'updated_at': '2022-06-16T18:56:04Z', 'revision_number': 4, 'project_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'gw_port': {'id': '51241e0b-784e-48ef-8cfd-27d26e98c4a5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:56Z', 'updated_at': '2022-06-16T18:56:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa', 'name': '', 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'mac_address': 'fa:16:3e:19:72:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '21288f53-db0a-40bc-af1b-49bfa8ab21bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:56:02Z', 'updated_at': '2022-06-16T18:56:05Z', 'revision_number': 2, 'project_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'subnets': [{'id': '21288f53-db0a-40bc-af1b-49bfa8ab21bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:56:08.376610 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:08.377010 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:08.386127 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-0a231ef0-4e81-44d3-a6a9-0880047f0d4a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8c1d9c3add9349cd8f1c77b44f3d66f2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0673521 Jun 16 18:56:08.386371 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 46180) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:08.433394 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-38e13f10-658b-4c95-9ac7-cea11f953b26 None None] Set router f03bfdaa-4ab3-45bb-a8a4-42f612f6a932 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:56:08.463691 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-692b70bc-b820-418b-b7e8-2b4822b512d3 admin admin] Publish callbacks [] for security_group (1949577e-d69a-4680-be19-41ae1d7d6619), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:08.494489 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-78c663f9-a099-481f-9ff8-ed7bf87e05f1 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=116193) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 18:56:08.499197 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-78c663f9-a099-481f-9ff8-ed7bf87e05f1 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3213367 Jun 16 18:56:08.532274 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-692b70bc-b820-418b-b7e8-2b4822b512d3 admin admin] Publish callbacks [] for security_group (1949577e-d69a-4680-be19-41ae1d7d6619), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:08.566075 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44 is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:08.567351 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 28f8eaa4-b688-4548-b5bd-205c9a8f1df5 up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:56:08.610080 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [req-3ab74699-350d-40e6-91c7-173add930432 req-0f355ed3-c3aa-4934-a8de-bb9d3f07c4c6 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=116193) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 18:56:08.611912 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3ab74699-350d-40e6-91c7-173add930432 req-0f355ed3-c3aa-4934-a8de-bb9d3f07c4c6 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0885167 Jun 16 18:56:08.696311 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 28f8eaa4-b688-4548-b5bd-205c9a8f1df5 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:08.697011 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (28f8eaa4-b688-4548-b5bd-205c9a8f1df5), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:08.795074 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-38e13f10-658b-4c95-9ac7-cea11f953b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'name': 'tempest-AttachVolumeShelveTestJSON-172575064-router', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'f44d7cb1-f583-4148-917f-fb546be0871f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:54Z', 'updated_at': '2022-06-16T18:56:06Z', 'revision_number': 4, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'gw_port': {'id': 'f44d7cb1-f583-4148-917f-fb546be0871f', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bb:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:56Z', 'updated_at': '2022-06-16T18:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '8b585d1e-7432-4b39-b65a-be7738265e74', 'name': '', 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'mac_address': 'fa:16:3e:e8:45:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'fe716360-4f3c-4c62-9220-aaf7aa3a7a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:56:03Z', 'updated_at': '2022-06-16T18:56:06Z', 'revision_number': 2, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'subnets': [{'id': 'fe716360-4f3c-4c62-9220-aaf7aa3a7a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:08.808181 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-e15f6df2-e701-4e42-b8b2-486a71cf4242 service neutron] 10.222.0.81 "GET /v2.0/networks/d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979877 Jun 16 18:56:08.814369 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3ab74699-350d-40e6-91c7-173add930432 req-32e1e9f1-d7a3-4eb8-a30a-a88b1c1bb732 service neutron] 10.222.0.81 "GET /v2.0/networks/9f034df0-3327-47b9-8a71-7606258bf90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924927 Jun 16 18:56:08.823955 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e13f10-658b-4c95-9ac7-cea11f953b26 None None] Checking router: f03bfdaa-4ab3-45bb-a8a4-42f612f6a932 for host: dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:56:08.824314 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e13f10-658b-4c95-9ac7-cea11f953b26 None None] Updating router f03bfdaa-4ab3-45bb-a8a4-42f612f6a932 port 8b585d1e-7432-4b39-b65a-be7738265e74 binding host dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:56:08.881854 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 28f8eaa4-b688-4548-b5bd-205c9a8f1df5 is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:08.882918 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device f44d7cb1-f583-4148-917f-fb546be0871f up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:56:08.884547 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-38e13f10-658b-4c95-9ac7-cea11f953b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (8b585d1e-7432-4b39-b65a-be7738265e74), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:08.956469 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-692b70bc-b820-418b-b7e8-2b4822b512d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (1949577e-d69a-4680-be19-41ae1d7d6619), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:08.958972 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-692b70bc-b820-418b-b7e8-2b4822b512d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:08.966892 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-692b70bc-b820-418b-b7e8-2b4822b512d3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1949577e-d69a-4680-be19-41ae1d7d6619 HTTP/1.1" status: 204 len: 168 time: 0.5782650 Jun 16 18:56:09.037394 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b70bc-b820-418b-b7e8-2b4822b512d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1949577e-d69a-4680-be19-41ae1d7d6619,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:09.087685 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-a5132579-6776-4dac-9717-d5510f6ef4a9 service neutron] 10.222.0.81 "GET /v2.0/networks/d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722306 Jun 16 18:56:09.089351 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3ab74699-350d-40e6-91c7-173add930432 req-aa322139-fd1d-45f6-95c5-cad331d0b37c service neutron] 10.222.0.81 "GET /v2.0/networks/9f034df0-3327-47b9-8a71-7606258bf90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668381 Jun 16 18:56:09.117603 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port f44d7cb1-f583-4148-917f-fb546be0871f triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:09.117999 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (f44d7cb1-f583-4148-917f-fb546be0871f), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:09.129409 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-5e39041e-eef2-4f02-af22-7c11ab2c6316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:09.469783 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4413c59d-3874-4a60-af63-7419f5233ee6 None None] Sync routers for ids ['fd002458-9e78-438e-a2ff-ecd12b63be87'] in dv-cinder-846171-1-iscsi {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:56:09.494839 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4413c59d-3874-4a60-af63-7419f5233ee6 None None] Routers {'fd002458-9e78-438e-a2ff-ecd12b63be87'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:56:09.495566 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-4413c59d-3874-4a60-af63-7419f5233ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:56:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['fd002458-9e78-438e-a2ff-ecd12b63be87'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:09.639350 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=100 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:09.643160 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=100 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:09.677687 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port f44d7cb1-f583-4148-917f-fb546be0871f is: DOWN; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:09.678136 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (f44d7cb1-f583-4148-917f-fb546be0871f), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:09.759036 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] For port f44d7cb1-f583-4148-917f-fb546be0871f, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=f44d7cb1-f583-4148-917f-fb546be0871f,segment=NetworkSegment(71d34237-f06f-4603-b433-3dd04278adc6),segment_id=71d34237-f06f-4603-b433-3dd04278adc6)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:56:09.797281 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-4413c59d-3874-4a60-af63-7419f5233ee6 None None] Set router fd002458-9e78-438e-a2ff-ecd12b63be87 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:56:09.837218 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (f44d7cb1-f583-4148-917f-fb546be0871f), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:09.840567 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 8be68785-d2b4-40f6-a14c-6ddb141889f5 up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:56:09.850870 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9b32e0ce-db30-494e-9449-555d719200f3 req-1ee9d9df-1c39-4ddc-81c6-0052eed1fb5e tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--779116486&fields=id&tenant_id=f9e5f71068aa4d75bcc4578b741f490d HTTP/1.1" status: 200 len: 267 time: 0.1614637 Jun 16 18:56:09.971905 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-38e13f10-658b-4c95-9ac7-cea11f953b26 None None] Publish callbacks [] for port (8b585d1e-7432-4b39-b65a-be7738265e74), precommit_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:09.977818 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:10.027736 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Pushing event updated for resources: {'Port': ['ID=f44d7cb1-f583-4148-917f-fb546be0871f,revision_number=4']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:10.050154 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 8be68785-d2b4-40f6-a14c-6ddb141889f5 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:10.050798 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (8be68785-d2b4-40f6-a14c-6ddb141889f5), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:10.054059 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-38e13f10-658b-4c95-9ac7-cea11f953b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (8b585d1e-7432-4b39-b65a-be7738265e74), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:10.122593 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-4413c59d-3874-4a60-af63-7419f5233ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd002458-9e78-438e-a2ff-ecd12b63be87', 'name': 'tempest-DeleteServersTestJSON-369379898-router', 'tenant_id': '57f75a8c58e340a1bba335f7463c03a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '8be68785-d2b4-40f6-a14c-6ddb141889f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:52Z', 'updated_at': '2022-06-16T18:56:02Z', 'revision_number': 4, 'project_id': '57f75a8c58e340a1bba335f7463c03a1', 'gw_port': {'id': '8be68785-d2b4-40f6-a14c-6ddb141889f5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:59:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd002458-9e78-438e-a2ff-ecd12b63be87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:53Z', 'updated_at': '2022-06-16T18:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': 'b46ebd34-4bf0-41d1-bd8a-fa32da083498', 'name': '', 'network_id': 'd23e2e97-5f79-4bb3-a50a-cf2c8a9fc959', 'tenant_id': '57f75a8c58e340a1bba335f7463c03a1', 'mac_address': 'fa:16:3e:f8:1a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd002458-9e78-438e-a2ff-ecd12b63be87', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3f362052-0b79-42eb-9b74-4dc8a98f4be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:56:00Z', 'updated_at': '2022-06-16T18:56:02Z', 'revision_number': 2, 'project_id': '57f75a8c58e340a1bba335f7463c03a1', 'subnets': [{'id': '3f362052-0b79-42eb-9b74-4dc8a98f4be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:10.161288 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:10.169651 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4413c59d-3874-4a60-af63-7419f5233ee6 None None] Checking router: fd002458-9e78-438e-a2ff-ecd12b63be87 for host: dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:56:10.170580 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4413c59d-3874-4a60-af63-7419f5233ee6 None None] Updating router fd002458-9e78-438e-a2ff-ecd12b63be87 port b46ebd34-4bf0-41d1-bd8a-fa32da083498 binding host dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:56:10.193037 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccade38-57a0-4568-a824-b17f66416658 None None] Pushing event updated for resources: {'Port': ['ID=8b585d1e-7432-4b39-b65a-be7738265e74,revision_number=3']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:10.209855 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-4413c59d-3874-4a60-af63-7419f5233ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (b46ebd34-4bf0-41d1-bd8a-fa32da083498), before_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:10.236635 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:10.319008 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:10.417568 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 46278) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:10.418273 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:10.424548 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-8edd6d5f-6809-4c08-8c82-5ed331a27cfa tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1650448115', 'description': 'tempest-description--2065720675'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:56:10.496583 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32e0ce-db30-494e-9449-555d719200f3 req-484afb06-162f-4a6a-9c60-a49366291240 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:10.497911 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 8be68785-d2b4-40f6-a14c-6ddb141889f5 is: DOWN; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:10.498524 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (8be68785-d2b4-40f6-a14c-6ddb141889f5), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:10.512600 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9b32e0ce-db30-494e-9449-555d719200f3 req-484afb06-162f-4a6a-9c60-a49366291240 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/networks?id=64614a18-07e0-43ad-9990-55ab159f858f HTTP/1.1" status: 200 len: 810 time: 0.6558020 Jun 16 18:56:10.516818 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-38e13f10-658b-4c95-9ac7-cea11f953b26 None None] Attempting to bind port 8b585d1e-7432-4b39-b65a-be7738265e74 on host dv-cinder-846171-1-iscsi for vnic_type normal with profile {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:56:10.517429 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-38e13f10-658b-4c95-9ac7-cea11f953b26 None None] Attempting to bind port 8b585d1e-7432-4b39-b65a-be7738265e74 by drivers openvswitch,hyperv on host dv-cinder-846171-1-iscsi at level 0 using segments [{'id': '2d327e91-41ae-4018-ab9b-16723f98bb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111'}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:56:10.518822 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e13f10-658b-4c95-9ac7-cea11f953b26 None None] Attempting to bind port 8b585d1e-7432-4b39-b65a-be7738265e74 on network b63c6cac-d1b4-42bd-9dde-7d5291a4c111 {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:56:10.566990 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e13f10-658b-4c95-9ac7-cea11f953b26 None None] Checking agent: {'id': 'ea8cc94b-de2a-4266-a745-8fe843a33d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846171-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 47, 42), 'started_at': datetime.datetime(2022, 6, 16, 18, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846171-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:56:10.570575 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e13f10-658b-4c95-9ac7-cea11f953b26 None None] Checking segment: {'id': '2d327e91-41ae-4018-ab9b-16723f98bb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:56:10.571145 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-38e13f10-658b-4c95-9ac7-cea11f953b26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:10.572712 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e13f10-658b-4c95-9ac7-cea11f953b26 None None] Bound using segment: {'id': '2d327e91-41ae-4018-ab9b-16723f98bb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111'} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:56:10.574197 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-38e13f10-658b-4c95-9ac7-cea11f953b26 None None] Bound port: 8b585d1e-7432-4b39-b65a-be7738265e74, host: dv-cinder-846171-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d327e91-41ae-4018-ab9b-16723f98bb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111'}}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:56:10.574758 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-38e13f10-658b-4c95-9ac7-cea11f953b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (8b585d1e-7432-4b39-b65a-be7738265e74), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:10.577092 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9b32e0ce-db30-494e-9449-555d719200f3 req-898a22d8-9fc8-4203-8c94-2674e810aa63 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/quotas/f9e5f71068aa4d75bcc4578b741f490d HTTP/1.1" status: 200 len: 375 time: 0.0628848 Jun 16 18:56:10.604854 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8edd6d5f-6809-4c08-8c82-5ed331a27cfa tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:10.632424 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] For port 8be68785-d2b4-40f6-a14c-6ddb141889f5, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=8be68785-d2b4-40f6-a14c-6ddb141889f5,segment=NetworkSegment(71d34237-f06f-4603-b433-3dd04278adc6),segment_id=71d34237-f06f-4603-b433-3dd04278adc6)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:56:10.668972 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:10.704652 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-8b94a1e2-9bc2-40ae-b9ce-631710b55ddd None None] Provisioning complete for port 8b585d1e-7432-4b39-b65a-be7738265e74 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:10.705162 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-8b94a1e2-9bc2-40ae-b9ce-631710b55ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (8b585d1e-7432-4b39-b65a-be7738265e74), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:10.718011 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (8be68785-d2b4-40f6-a14c-6ddb141889f5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:10.726861 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9b32e0ce-db30-494e-9449-555d719200f3 req-8fd0d026-097d-4560-8f7f-f98d2392d387 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f9e5f71068aa4d75bcc4578b741f490d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1412895 Jun 16 18:56:10.839016 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8edd6d5f-6809-4c08-8c82-5ed331a27cfa tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for security_group (d8f50c79-6209-427a-9a20-4b143211764b), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:10.927054 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-4413c59d-3874-4a60-af63-7419f5233ee6 None None] Publish callbacks [] for port (b46ebd34-4bf0-41d1-bd8a-fa32da083498), precommit_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:10.932851 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8edd6d5f-6809-4c08-8c82-5ed331a27cfa tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (d8f50c79-6209-427a-9a20-4b143211764b), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:10.943269 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:10.945656 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-38e13f10-658b-4c95-9ac7-cea11f953b26 None None] For port 8b585d1e-7432-4b39-b65a-be7738265e74, host dv-cinder-846171-1-iscsi, cleared binding levels {{(pid=116194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:56:10.946680 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c077c8af-c5b7-4f38-941e-2af6db9c7590 req-a3536bfb-208d-46cf-a1a3-5d65f9e85942 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=25fe61a4-e1c1-4098-91db-fbb42c8b1d7b HTTP/1.1" status: 200 len: 210 time: 0.3594663 Jun 16 18:56:10.950919 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-8b94a1e2-9bc2-40ae-b9ce-631710b55ddd None None] Port 8b585d1e-7432-4b39-b65a-be7738265e74 cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:56:10.967851 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-38e13f10-658b-4c95-9ac7-cea11f953b26 None None] For port 8b585d1e-7432-4b39-b65a-be7738265e74, host dv-cinder-846171-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=8b585d1e-7432-4b39-b65a-be7738265e74,segment=NetworkSegment(2d327e91-41ae-4018-ab9b-16723f98bb9d),segment_id=2d327e91-41ae-4018-ab9b-16723f98bb9d)] {{(pid=116194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:56:10.981121 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Pushing event updated for resources: {'Port': ['ID=8be68785-d2b4-40f6-a14c-6ddb141889f5,revision_number=4']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:11.029651 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-4413c59d-3874-4a60-af63-7419f5233ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (b46ebd34-4bf0-41d1-bd8a-fa32da083498), after_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:11.066508 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd6d5f-6809-4c08-8c82-5ed331a27cfa tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f50c79-6209-427a-9a20-4b143211764b,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:11.084519 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8edd6d5f-6809-4c08-8c82-5ed331a27cfa tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:11.086012 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-8edd6d5f-6809-4c08-8c82-5ed331a27cfa tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6672187 Jun 16 18:56:11.088139 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9b32e0ce-db30-494e-9449-555d719200f3 req-94f21834-f99e-4deb-bbeb-a182e868d785 service neutron] 10.222.0.81 "GET /v2.0/networks/64614a18-07e0-43ad-9990-55ab159f858f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449938 Jun 16 18:56:11.088763 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 46320) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:11.099097 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-38e13f10-658b-4c95-9ac7-cea11f953b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (8b585d1e-7432-4b39-b65a-be7738265e74), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:11.105142 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=100 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:11.109518 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-971fa33c-5220-4a8d-a70b-ffe9fef03053 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Request body: {'security_group_rule': {'security_group_id': 'd8f50c79-6209-427a-9a20-4b143211764b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:56:11.150540 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760edc4-aaf8-4eb4-bb35-f94936abacc6 None None] Pushing event updated for resources: {'Port': ['ID=b46ebd34-4bf0-41d1-bd8a-fa32da083498,revision_number=3']} {{(pid=116195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:11.153408 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 51241e0b-784e-48ef-8cfd-27d26e98c4a5 up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:56:11.177048 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:11.233363 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e13f10-658b-4c95-9ac7-cea11f953b26 None None] Routers {'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:56:11.234259 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-38e13f10-658b-4c95-9ac7-cea11f953b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:56:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:11.293354 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-971fa33c-5220-4a8d-a70b-ffe9fef03053 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for security_group_rule (530d9787-3b2d-44ce-8458-6ae4b8edb929), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:11.306934 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b6ad3a97-7ab8-41c9-a114-1d7cfb71d265 req-62ee9cf6-624b-455f-a876-323f42b4bd4d tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/ports?device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 210 time: 0.1955640 Jun 16 18:56:11.352420 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.managers [None req-4413c59d-3874-4a60-af63-7419f5233ee6 None None] Attempting to bind port b46ebd34-4bf0-41d1-bd8a-fa32da083498 on host dv-cinder-846171-1-iscsi for vnic_type normal with profile {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:56:11.353152 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.managers [None req-4413c59d-3874-4a60-af63-7419f5233ee6 None None] Attempting to bind port b46ebd34-4bf0-41d1-bd8a-fa32da083498 by drivers openvswitch,hyperv on host dv-cinder-846171-1-iscsi at level 0 using segments [{'id': '743946b6-55b4-4397-95a0-bb6914122077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'd23e2e97-5f79-4bb3-a50a-cf2c8a9fc959'}] {{(pid=116195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:56:11.354047 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4413c59d-3874-4a60-af63-7419f5233ee6 None None] Attempting to bind port b46ebd34-4bf0-41d1-bd8a-fa32da083498 on network d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959 {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:56:11.364648 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4413c59d-3874-4a60-af63-7419f5233ee6 None None] Checking agent: {'id': 'ea8cc94b-de2a-4266-a745-8fe843a33d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846171-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 47, 42), 'started_at': datetime.datetime(2022, 6, 16, 18, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846171-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:56:11.365442 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4413c59d-3874-4a60-af63-7419f5233ee6 None None] Checking segment: {'id': '743946b6-55b4-4397-95a0-bb6914122077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'd23e2e97-5f79-4bb3-a50a-cf2c8a9fc959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:56:11.370410 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-4413c59d-3874-4a60-af63-7419f5233ee6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:11.372845 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4413c59d-3874-4a60-af63-7419f5233ee6 None None] Bound using segment: {'id': '743946b6-55b4-4397-95a0-bb6914122077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'd23e2e97-5f79-4bb3-a50a-cf2c8a9fc959'} {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:56:11.374468 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.managers [None req-4413c59d-3874-4a60-af63-7419f5233ee6 None None] Bound port: b46ebd34-4bf0-41d1-bd8a-fa32da083498, host: dv-cinder-846171-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '743946b6-55b4-4397-95a0-bb6914122077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'd23e2e97-5f79-4bb3-a50a-cf2c8a9fc959'}}] {{(pid=116195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:56:11.375008 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-4413c59d-3874-4a60-af63-7419f5233ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (b46ebd34-4bf0-41d1-bd8a-fa32da083498), before_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:11.473840 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccade38-57a0-4568-a824-b17f66416658 None None] Pushing event updated for resources: {'Port': ['ID=8b585d1e-7432-4b39-b65a-be7738265e74,revision_number=4']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:11.629865 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.db [None req-4413c59d-3874-4a60-af63-7419f5233ee6 None None] For port b46ebd34-4bf0-41d1-bd8a-fa32da083498, host dv-cinder-846171-1-iscsi, cleared binding levels {{(pid=116195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:56:11.649481 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.db [None req-4413c59d-3874-4a60-af63-7419f5233ee6 None None] For port b46ebd34-4bf0-41d1-bd8a-fa32da083498, host dv-cinder-846171-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=b46ebd34-4bf0-41d1-bd8a-fa32da083498,segment=NetworkSegment(743946b6-55b4-4397-95a0-bb6914122077),segment_id=743946b6-55b4-4397-95a0-bb6914122077)] {{(pid=116195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:56:11.662253 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-971fa33c-5220-4a8d-a70b-ffe9fef03053 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for security_group_rule (530d9787-3b2d-44ce-8458-6ae4b8edb929), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:11.687925 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 51241e0b-784e-48ef-8cfd-27d26e98c4a5 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:11.689533 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (51241e0b-784e-48ef-8cfd-27d26e98c4a5), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:11.698271 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9b32e0ce-db30-494e-9449-555d719200f3 req-eaee5726-508d-467d-bb1b-488972c16a0e service neutron] 10.222.0.81 "GET /v2.0/networks/64614a18-07e0-43ad-9990-55ab159f858f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6087692 Jun 16 18:56:11.750854 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:11.766848 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-8a908ec2-fc16-419f-bb79-f884eb80440d tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:11.767022 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-971fa33c-5220-4a8d-a70b-ffe9fef03053 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932097'] for security_group_rule (530d9787-3b2d-44ce-8458-6ae4b8edb929), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:11.767764 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-4413c59d-3874-4a60-af63-7419f5233ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (b46ebd34-4bf0-41d1-bd8a-fa32da083498), after_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:11.776174 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-8a908ec2-fc16-419f-bb79-f884eb80440d tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/networks?id=9f034df0-3327-47b9-8a71-7606258bf90a HTTP/1.1" status: 200 len: 818 time: 0.2765410 Jun 16 18:56:11.788772 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971fa33c-5220-4a8d-a70b-ffe9fef03053 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=530d9787-3b2d-44ce-8458-6ae4b8edb929,revision_number=0']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:11.790359 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-e5ebf923-2e40-4d27-878b-e0d9f5de75e9 None None] Provisioning complete for port 8b585d1e-7432-4b39-b65a-be7738265e74 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:11.790756 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-e5ebf923-2e40-4d27-878b-e0d9f5de75e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (8b585d1e-7432-4b39-b65a-be7738265e74), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:11.800293 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-529ea351-41c2-486a-8da9-fe0fa96850d5 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/quotas/ed8501d1ff734054ba0a6ef4c398d051 HTTP/1.1" status: 200 len: 375 time: 0.0218494 Jun 16 18:56:11.855903 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4413c59d-3874-4a60-af63-7419f5233ee6 None None] Routers {'fd002458-9e78-438e-a2ff-ecd12b63be87'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:56:11.856539 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-4413c59d-3874-4a60-af63-7419f5233ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:56:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['fd002458-9e78-438e-a2ff-ecd12b63be87'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:11.870865 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-108840ef-1fa7-4ec2-806c-7c80c7362737 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed8501d1ff734054ba0a6ef4c398d051&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678039 Jun 16 18:56:11.888705 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-38e13f10-658b-4c95-9ac7-cea11f953b26 None None] Set router f03bfdaa-4ab3-45bb-a8a4-42f612f6a932 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:56:11.939461 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-971fa33c-5220-4a8d-a70b-ffe9fef03053 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:11.941544 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-971fa33c-5220-4a8d-a70b-ffe9fef03053 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8418405 Jun 16 18:56:11.946035 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760edc4-aaf8-4eb4-bb35-f94936abacc6 None None] Pushing event updated for resources: {'Port': ['ID=b46ebd34-4bf0-41d1-bd8a-fa32da083498,revision_number=4']} {{(pid=116195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:11.951669 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 46360) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:11.962354 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-cf2210ff-cbfc-4723-95c9-29efa09459be tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Request body: {'security_group_rule': {'security_group_id': 'd8f50c79-6209-427a-9a20-4b143211764b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:56:12.006024 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:12.099243 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-cf2210ff-cbfc-4723-95c9-29efa09459be tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for security_group_rule (0a7c6f6f-adfa-4ed0-8cdd-f7352323e1bb), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:12.104348 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:12.156924 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-09c51e79-fa07-4974-9fb9-1e2d2fb5230f service neutron] 10.222.0.81 "GET /v2.0/networks/9f034df0-3327-47b9-8a71-7606258bf90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842636 Jun 16 18:56:12.247402 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-4413c59d-3874-4a60-af63-7419f5233ee6 None None] Set router fd002458-9e78-438e-a2ff-ecd12b63be87 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:56:12.309254 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-cf2210ff-cbfc-4723-95c9-29efa09459be tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for security_group_rule (0a7c6f6f-adfa-4ed0-8cdd-f7352323e1bb), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:12.353496 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-38e13f10-658b-4c95-9ac7-cea11f953b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'name': 'tempest-AttachVolumeShelveTestJSON-172575064-router', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'f44d7cb1-f583-4148-917f-fb546be0871f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:54Z', 'updated_at': '2022-06-16T18:56:06Z', 'revision_number': 4, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'gw_port': {'id': 'f44d7cb1-f583-4148-917f-fb546be0871f', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:56Z', 'updated_at': '2022-06-16T18:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '8b585d1e-7432-4b39-b65a-be7738265e74', 'name': '', 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'mac_address': 'fa:16:3e:e8:45:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'fe716360-4f3c-4c62-9220-aaf7aa3a7a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:56:03Z', 'updated_at': '2022-06-16T18:56:10Z', 'revision_number': 4, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'subnets': [{'id': 'fe716360-4f3c-4c62-9220-aaf7aa3a7a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:12.401290 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-cf2210ff-cbfc-4723-95c9-29efa09459be tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932097'] for security_group_rule (0a7c6f6f-adfa-4ed0-8cdd-f7352323e1bb), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:12.460906 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2210ff-cbfc-4723-95c9-29efa09459be tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a7c6f6f-adfa-4ed0-8cdd-f7352323e1bb,revision_number=0']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:12.492232 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-cf2210ff-cbfc-4723-95c9-29efa09459be tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:12.500848 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-cf2210ff-cbfc-4723-95c9-29efa09459be tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5427661 Jun 16 18:56:12.501826 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 46392) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:12.511317 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-8708d0e9-4cad-4d57-bf6d-135aaa3066c8 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Request body: {'floatingip': {'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:56:12.514242 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-082f8a16-f1fc-4fb4-9569-728c0480ead3 req-11974eb5-2259-493f-8a0a-fbb65fb432cb tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 210 time: 0.3520749 Jun 16 18:56:12.540023 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:12.557453 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 51241e0b-784e-48ef-8cfd-27d26e98c4a5 is: DOWN; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:12.558692 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (51241e0b-784e-48ef-8cfd-27d26e98c4a5), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:12.574854 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-5d04d2f2-8df1-4174-a1fc-1160265998f1 service neutron] 10.222.0.81 "GET /v2.0/networks/9f034df0-3327-47b9-8a71-7606258bf90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989713 Jun 16 18:56:12.606873 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e13f10-658b-4c95-9ac7-cea11f953b26 None None] The sync data for ids ['f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'] in dv-cinder-846171-1-iscsi is: [{'id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'name': 'tempest-AttachVolumeShelveTestJSON-172575064-router', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'f44d7cb1-f583-4148-917f-fb546be0871f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:54Z', 'updated_at': '2022-06-16T18:56:06Z', 'revision_number': 4, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'gw_port': {'id': 'f44d7cb1-f583-4148-917f-fb546be0871f', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:56Z', 'updated_at': '2022-06-16T18:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '8b585d1e-7432-4b39-b65a-be7738265e74', 'name': '', 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'mac_address': 'fa:16:3e:e8:45:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'fe716360-4f3c-4c62-9220-aaf7aa3a7a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:56:03Z', 'updated_at': '2022-06-16T18:56:10Z', 'revision_number': 4, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'subnets': [{'id': 'fe716360-4f3c-4c62-9220-aaf7aa3a7a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:56:12.633176 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:12.661223 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] For port 51241e0b-784e-48ef-8cfd-27d26e98c4a5, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=51241e0b-784e-48ef-8cfd-27d26e98c4a5,segment=NetworkSegment(71d34237-f06f-4603-b433-3dd04278adc6),segment_id=71d34237-f06f-4603-b433-3dd04278adc6)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:56:12.671767 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8708d0e9-4cad-4d57-bf6d-135aaa3066c8 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:12.690006 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-e5ebf923-2e40-4d27-878b-e0d9f5de75e9 None None] Current status of the port 8b585d1e-7432-4b39-b65a-be7738265e74 is: DOWN; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:12.690550 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-e5ebf923-2e40-4d27-878b-e0d9f5de75e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (8b585d1e-7432-4b39-b65a-be7738265e74), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:12.694405 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-170b262b-eb03-4246-948c-adfeaba3094e req-ba1e7ce0-dad0-4201-9b38-57cefe5df20a tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/ports?device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 210 time: 0.0592341 Jun 16 18:56:12.721090 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:12.758365 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:12.771687 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-4413c59d-3874-4a60-af63-7419f5233ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd002458-9e78-438e-a2ff-ecd12b63be87', 'name': 'tempest-DeleteServersTestJSON-369379898-router', 'tenant_id': '57f75a8c58e340a1bba335f7463c03a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '8be68785-d2b4-40f6-a14c-6ddb141889f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:52Z', 'updated_at': '2022-06-16T18:56:02Z', 'revision_number': 4, 'project_id': '57f75a8c58e340a1bba335f7463c03a1', 'gw_port': {'id': '8be68785-d2b4-40f6-a14c-6ddb141889f5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:59:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd002458-9e78-438e-a2ff-ecd12b63be87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:53Z', 'updated_at': '2022-06-16T18:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': 'b46ebd34-4bf0-41d1-bd8a-fa32da083498', 'name': '', 'network_id': 'd23e2e97-5f79-4bb3-a50a-cf2c8a9fc959', 'tenant_id': '57f75a8c58e340a1bba335f7463c03a1', 'mac_address': 'fa:16:3e:f8:1a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd002458-9e78-438e-a2ff-ecd12b63be87', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3f362052-0b79-42eb-9b74-4dc8a98f4be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:56:00Z', 'updated_at': '2022-06-16T18:56:11Z', 'revision_number': 4, 'project_id': '57f75a8c58e340a1bba335f7463c03a1', 'subnets': [{'id': '3f362052-0b79-42eb-9b74-4dc8a98f4be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:12.784492 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (51241e0b-784e-48ef-8cfd-27d26e98c4a5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:12.787094 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device f44d7cb1-f583-4148-917f-fb546be0871f up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:56:12.795268 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-e5ebf923-2e40-4d27-878b-e0d9f5de75e9 None None] For port 8b585d1e-7432-4b39-b65a-be7738265e74, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=8b585d1e-7432-4b39-b65a-be7738265e74,segment=NetworkSegment(2d327e91-41ae-4018-ab9b-16723f98bb9d),segment_id=2d327e91-41ae-4018-ab9b-16723f98bb9d)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:56:12.834672 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4413c59d-3874-4a60-af63-7419f5233ee6 None None] The sync data for ids ['fd002458-9e78-438e-a2ff-ecd12b63be87'] in dv-cinder-846171-1-iscsi is: [{'id': 'fd002458-9e78-438e-a2ff-ecd12b63be87', 'name': 'tempest-DeleteServersTestJSON-369379898-router', 'tenant_id': '57f75a8c58e340a1bba335f7463c03a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '8be68785-d2b4-40f6-a14c-6ddb141889f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:52Z', 'updated_at': '2022-06-16T18:56:02Z', 'revision_number': 4, 'project_id': '57f75a8c58e340a1bba335f7463c03a1', 'gw_port': {'id': '8be68785-d2b4-40f6-a14c-6ddb141889f5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:59:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd002458-9e78-438e-a2ff-ecd12b63be87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:53Z', 'updated_at': '2022-06-16T18:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': 'b46ebd34-4bf0-41d1-bd8a-fa32da083498', 'name': '', 'network_id': 'd23e2e97-5f79-4bb3-a50a-cf2c8a9fc959', 'tenant_id': '57f75a8c58e340a1bba335f7463c03a1', 'mac_address': 'fa:16:3e:f8:1a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd002458-9e78-438e-a2ff-ecd12b63be87', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '3f362052-0b79-42eb-9b74-4dc8a98f4be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:56:00Z', 'updated_at': '2022-06-16T18:56:11Z', 'revision_number': 4, 'project_id': '57f75a8c58e340a1bba335f7463c03a1', 'subnets': [{'id': '3f362052-0b79-42eb-9b74-4dc8a98f4be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:56:12.873620 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:12.884238 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8708d0e9-4cad-4d57-bf6d-135aaa3066c8 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:12.912255 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-e5ebf923-2e40-4d27-878b-e0d9f5de75e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (8b585d1e-7432-4b39-b65a-be7738265e74), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:12.995540 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-e5ebf923-2e40-4d27-878b-e0d9f5de75e9 None None] Provisioning complete for port b46ebd34-4bf0-41d1-bd8a-fa32da083498 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:12.995949 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-e5ebf923-2e40-4d27-878b-e0d9f5de75e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (b46ebd34-4bf0-41d1-bd8a-fa32da083498), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:13.053821 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e9cfab2c-ffa3-4654-bedf-07ec9a5a86a4 req-1f86ddbd-ad4a-40b0-b2de-4bb2544b7178 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 210 time: 0.1094952 Jun 16 18:56:13.063674 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Pushing event updated for resources: {'Port': ['ID=51241e0b-784e-48ef-8cfd-27d26e98c4a5,revision_number=4']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:13.110049 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:13.168060 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.db_base_plugin_common [None req-8708d0e9-4cad-4d57-bf6d-135aaa3066c8 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Allocated IP 172.27.0.98 (d7ab3290-3ce1-430c-a2b5-625628340a0e/2251f151-d04b-4b41-88db-58f0d465a2f0/7a08f8d0-9702-4f08-a66c-b4fed540f4b8) {{(pid=116192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:56:13.183272 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ebf923-2e40-4d27-878b-e0d9f5de75e9 None None] Pushing event updated for resources: {'Port': ['ID=8b585d1e-7432-4b39-b65a-be7738265e74,revision_number=5']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:13.191253 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port f44d7cb1-f583-4148-917f-fb546be0871f triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:13.191653 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (f44d7cb1-f583-4148-917f-fb546be0871f), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:13.438761 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8708d0e9-4cad-4d57-bf6d-135aaa3066c8 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for port (7a08f8d0-9702-4f08-a66c-b4fed540f4b8), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:13.446915 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:13.487805 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-e5ebf923-2e40-4d27-878b-e0d9f5de75e9 None None] Current status of the port b46ebd34-4bf0-41d1-bd8a-fa32da083498 is: DOWN; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:13.488207 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-e5ebf923-2e40-4d27-878b-e0d9f5de75e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (b46ebd34-4bf0-41d1-bd8a-fa32da083498), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:13.561664 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8708d0e9-4cad-4d57-bf6d-135aaa3066c8 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864'] for port (7a08f8d0-9702-4f08-a66c-b4fed540f4b8), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:13.611779 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-e5ebf923-2e40-4d27-878b-e0d9f5de75e9 None None] For port b46ebd34-4bf0-41d1-bd8a-fa32da083498, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=b46ebd34-4bf0-41d1-bd8a-fa32da083498,segment=NetworkSegment(743946b6-55b4-4397-95a0-bb6914122077),segment_id=743946b6-55b4-4397-95a0-bb6914122077)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:56:13.613692 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port f44d7cb1-f583-4148-917f-fb546be0871f is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:13.632726 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8708d0e9-4cad-4d57-bf6d-135aaa3066c8 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Network d7ab3290-3ce1-430c-a2b5-625628340a0e is already hosted by enough agents. {{(pid=116192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:56:13.636355 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-8708d0e9-4cad-4d57-bf6d-135aaa3066c8 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Resources bound (agent type, host, resource id): {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:56:13.643594 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8708d0e9-4cad-4d57-bf6d-135aaa3066c8 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Received port after_create {{(pid=116192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:56:13.687236 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8d541340-302e-412f-bfd3-366400ead3ce req-fde5d3b6-1a9d-4b72-ad04-e14a961adee4 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 210 time: 0.0763898 Jun 16 18:56:13.719424 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8708d0e9-4cad-4d57-bf6d-135aaa3066c8 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for floatingip (d13807b4-d324-4b7d-9124-8cd72a687dae), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:13.736884 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708d0e9-4cad-4d57-bf6d-135aaa3066c8 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Pushing event updated for resources: {'Port': ['ID=7a08f8d0-9702-4f08-a66c-b4fed540f4b8,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:13.755701 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-e5ebf923-2e40-4d27-878b-e0d9f5de75e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (b46ebd34-4bf0-41d1-bd8a-fa32da083498), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:13.992068 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8708d0e9-4cad-4d57-bf6d-135aaa3066c8 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (7a08f8d0-9702-4f08-a66c-b4fed540f4b8), before_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:14.059732 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device b46ebd34-4bf0-41d1-bd8a-fa32da083498 up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:56:14.065391 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:14.151277 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-986bd67e-7e4a-45a6-8a20-ff3351f7af1a req-9eb817ac-08f4-41d9-8035-30f56a668545 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/ports?device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 210 time: 0.0442741 Jun 16 18:56:14.172875 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-8c2167d9-3964-4772-af62-3b4da8bf4ce8 None None] Provisioning complete for port b46ebd34-4bf0-41d1-bd8a-fa32da083498 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:14.174015 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-8c2167d9-3964-4772-af62-3b4da8bf4ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (b46ebd34-4bf0-41d1-bd8a-fa32da083498), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:14.181520 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ebf923-2e40-4d27-878b-e0d9f5de75e9 None None] Pushing event updated for resources: {'Port': ['ID=b46ebd34-4bf0-41d1-bd8a-fa32da083498,revision_number=5']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:14.209790 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:14.236418 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-10889f9c-abb0-4451-b6b7-511c090e36fc req-7c980052-fc5d-401d-aeec-9fdc22cbd53a tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 210 time: 0.0554054 Jun 16 18:56:14.281680 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port b46ebd34-4bf0-41d1-bd8a-fa32da083498 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:14.282182 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (b46ebd34-4bf0-41d1-bd8a-fa32da083498), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:14.322650 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8708d0e9-4cad-4d57-bf6d-135aaa3066c8 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for port (7a08f8d0-9702-4f08-a66c-b4fed540f4b8), precommit_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:14.394828 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-8c2167d9-3964-4772-af62-3b4da8bf4ce8 None None] Current status of the port b46ebd34-4bf0-41d1-bd8a-fa32da083498 is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:14.400536 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8708d0e9-4cad-4d57-bf6d-135aaa3066c8 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (7a08f8d0-9702-4f08-a66c-b4fed540f4b8), after_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:14.415273 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port b46ebd34-4bf0-41d1-bd8a-fa32da083498 is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:14.417444 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 8b585d1e-7432-4b39-b65a-be7738265e74 up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:56:14.431660 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8708d0e9-4cad-4d57-bf6d-135aaa3066c8 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8340165'] for floatingip (d13807b4-d324-4b7d-9124-8cd72a687dae), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:14.454442 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708d0e9-4cad-4d57-bf6d-135aaa3066c8 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Pushing event updated for resources: {'Port': ['ID=7a08f8d0-9702-4f08-a66c-b4fed540f4b8,revision_number=2']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:14.470747 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 8b585d1e-7432-4b39-b65a-be7738265e74 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:14.471228 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (8b585d1e-7432-4b39-b65a-be7738265e74), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:14.522079 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8708d0e9-4cad-4d57-bf6d-135aaa3066c8 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for floatingip (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:14.534319 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-8708d0e9-4cad-4d57-bf6d-135aaa3066c8 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0296695 Jun 16 18:56:14.568337 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 8b585d1e-7432-4b39-b65a-be7738265e74 is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:14.569659 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 8be68785-d2b4-40f6-a14c-6ddb141889f5 up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:56:14.635834 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 8be68785-d2b4-40f6-a14c-6ddb141889f5 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:14.636788 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (8be68785-d2b4-40f6-a14c-6ddb141889f5), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:14.751403 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 8be68785-d2b4-40f6-a14c-6ddb141889f5 is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:14.755353 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 51241e0b-784e-48ef-8cfd-27d26e98c4a5 up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:56:14.759207 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=100 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:14.840794 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6fb25820-240e-4480-8743-caca962cd852 req-0107ae6e-1e09-430b-b9c3-7c6c69880752 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1650448115&fields=id&tenant_id=0b607bd5abec4c72842e250a639f99f1 HTTP/1.1" status: 200 len: 267 time: 0.0971737 Jun 16 18:56:14.850159 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 51241e0b-784e-48ef-8cfd-27d26e98c4a5 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:14.850536 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (51241e0b-784e-48ef-8cfd-27d26e98c4a5), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:14.909710 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9c26fc21-c5dd-49e9-985d-ec95e42c4a44 req-575ab307-1b8b-4545-9419-c0e9b40110cf tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 210 time: 0.0401311 Jun 16 18:56:14.924510 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.66', 54198) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:14.972759 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 51241e0b-784e-48ef-8cfd-27d26e98c4a5 is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:14.983635 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.66', 54199) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:15.022954 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb25820-240e-4480-8743-caca962cd852 req-f09f84bc-8496-423c-bcc6-c39f292642f6 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:15.029632 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6fb25820-240e-4480-8743-caca962cd852 req-f09f84bc-8496-423c-bcc6-c39f292642f6 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/networks?id=b63c6cac-d1b4-42bd-9dde-7d5291a4c111 HTTP/1.1" status: 200 len: 816 time: 0.1815820 Jun 16 18:56:15.047994 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6fb25820-240e-4480-8743-caca962cd852 req-b0f8ce41-1ad7-4e5c-860e-820ea9b3f676 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/quotas/0b607bd5abec4c72842e250a639f99f1 HTTP/1.1" status: 200 len: 375 time: 0.0100319 Jun 16 18:56:15.138858 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6fb25820-240e-4480-8743-caca962cd852 req-feca2912-1711-4fe0-af9c-8fb7ae494bd9 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0b607bd5abec4c72842e250a639f99f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842860 Jun 16 18:56:15.288294 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-3265fb46-5cb2-4f82-ab4c-91ac697c5878 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:15.290292 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-3265fb46-5cb2-4f82-ab4c-91ac697c5878 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.66 "GET /v2.0/networks?id=d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959 HTTP/1.1" status: 200 len: 811 time: 0.3642550 Jun 16 18:56:15.293776 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:15.298653 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab74699-350d-40e6-91c7-173add930432 req-04b72015-fa57-4a80-a600-885b0b367951 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:15.300421 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-3ab74699-350d-40e6-91c7-173add930432 req-04b72015-fa57-4a80-a600-885b0b367951 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.66 "GET /v2.0/networks?id=9f034df0-3327-47b9-8a71-7606258bf90a HTTP/1.1" status: 200 len: 818 time: 0.3158045 Jun 16 18:56:15.370885 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6fb25820-240e-4480-8743-caca962cd852 req-a95d5898-701e-44ab-b87d-6edcd56a2065 service neutron] 10.222.0.81 "GET /v2.0/networks/b63c6cac-d1b4-42bd-9dde-7d5291a4c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094066 Jun 16 18:56:15.373959 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-dbd377d9-dad6-4880-b156-742cb77de52d req-d74e6953-85aa-494e-85dc-ba546cc62966 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/ports?device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 210 time: 0.0650959 Jun 16 18:56:15.393553 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=7 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:15.467910 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [req-3ab74699-350d-40e6-91c7-173add930432 req-cccf1871-03e3-4731-bb3e-595be7d83943 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Request body: {'port': {'device_id': '25fe61a4-e1c1-4098-91db-fbb42c8b1d7b', 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a', 'admin_state_up': True, 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:56:15.537847 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6fb25820-240e-4480-8743-caca962cd852 req-6e6fff80-0549-424b-a720-1228b89ebeb8 service neutron] 10.222.0.81 "GET /v2.0/networks/b63c6cac-d1b4-42bd-9dde-7d5291a4c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647177 Jun 16 18:56:15.591150 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-b7fe4749-a884-4fcb-b385-d3a6ce94ca28 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Request body: {'port': {'device_id': '544e6615-4246-45d4-bd9b-18a4ab137989', 'network_id': 'd23e2e97-5f79-4bb3-a50a-cf2c8a9fc959', 'admin_state_up': True, 'tenant_id': '57f75a8c58e340a1bba335f7463c03a1'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:56:15.639007 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-23df0ba1-f1ae-4bf5-80cc-79b11cb9a10e req-ffd8d101-3021-47c9-87de-f2a96363ba2a tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 210 time: 0.0931494 Jun 16 18:56:15.761769 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device b46ebd34-4bf0-41d1-bd8a-fa32da083498 up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:56:15.845937 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port b46ebd34-4bf0-41d1-bd8a-fa32da083498 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:15.846382 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (b46ebd34-4bf0-41d1-bd8a-fa32da083498), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:15.850443 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.66', 54204) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:15.864721 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:15.921006 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-b7fe4749-a884-4fcb-b385-d3a6ce94ca28 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Made reservation on behalf of 57f75a8c58e340a1bba335f7463c03a1 for: {'port': 1} {{(pid=116192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:56:15.926555 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-b7fe4749-a884-4fcb-b385-d3a6ce94ca28 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:15.955441 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ab74699-350d-40e6-91c7-173add930432 req-cccf1871-03e3-4731-bb3e-595be7d83943 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Made reservation on behalf of ed8501d1ff734054ba0a6ef4c398d051 for: {'port': 1} {{(pid=116192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:56:15.984842 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-3ab74699-350d-40e6-91c7-173add930432 req-cccf1871-03e3-4731-bb3e-595be7d83943 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:16.072132 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=100 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:16.109790 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port b46ebd34-4bf0-41d1-bd8a-fa32da083498 is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:16.143541 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9883b719-36a5-4966-a786-93c29fea0cd1 req-8cf6b7e5-ed76-41dc-8834-5fea732653e1 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 210 time: 0.1261666 Jun 16 18:56:16.184825 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-21a99a0d-64bb-4079-a65a-70c6050b8e0f req-5fffaea9-0397-4b8e-a627-84ae8a44468f tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 210 time: 0.0466404 Jun 16 18:56:16.233095 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.66', 54210) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:16.300701 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32e0ce-db30-494e-9449-555d719200f3 req-918a30a7-9172-4529-8d15-1e7ab2c4a98a tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:16.303201 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9b32e0ce-db30-494e-9449-555d719200f3 req-918a30a7-9172-4529-8d15-1e7ab2c4a98a tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.66 "GET /v2.0/networks?id=64614a18-07e0-43ad-9990-55ab159f858f HTTP/1.1" status: 200 len: 810 time: 0.4433551 Jun 16 18:56:16.502611 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-c690c58b-b63e-42e2-8e72-44f74ed57b7a tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:16.504201 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-c690c58b-b63e-42e2-8e72-44f74ed57b7a tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.66 "GET /v2.0/networks?id=9f034df0-3327-47b9-8a71-7606258bf90a HTTP/1.1" status: 200 len: 818 time: 0.2698085 Jun 16 18:56:16.521708 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-33199583-8bc9-47cd-b16e-d853a9f924d4 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Request body: {'port': {'device_id': '410bdd70-d5fd-4cfe-ad04-cf135bef00ff', 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a', 'admin_state_up': True, 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:56:16.626595 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.db_base_plugin_common [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-b7fe4749-a884-4fcb-b385-d3a6ce94ca28 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Allocated IP 172.20.0.11 (d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959/3f362052-0b79-42eb-9b74-4dc8a98f4be6/c03f9164-b914-4183-b673-f6b558f696da) {{(pid=116192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:56:16.649860 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ce44de-bbbd-4013-8f2b-e89cfb406503 None None] Sync routers for ids ['ca6005d9-7b71-4411-8a5c-f4a0a5daf02e'] in dv-cinder-846171-1-iscsi {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:56:16.657472 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.db_base_plugin_common [req-3ab74699-350d-40e6-91c7-173add930432 req-cccf1871-03e3-4731-bb3e-595be7d83943 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Allocated IP 172.20.0.3 (9f034df0-3327-47b9-8a71-7606258bf90a/21288f53-db0a-40bc-af1b-49bfa8ab21bd/3e4f94ae-ac05-441d-a1fa-fa6601b9d389) {{(pid=116192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:56:16.742696 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ce44de-bbbd-4013-8f2b-e89cfb406503 None None] Routers {'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:56:16.756818 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-32ce44de-bbbd-4013-8f2b-e89cfb406503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:56:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['ca6005d9-7b71-4411-8a5c-f4a0a5daf02e'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:16.893833 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 46604) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:16.895939 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 46610) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:16.928440 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-777a9b01-322c-40d8-bb4c-0adaea63e150 req-f8f42d5b-c5c0-400b-9635-b20ad7204390 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/ports?device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 210 time: 0.3876739 Jun 16 18:56:17.025847 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-32ce44de-bbbd-4013-8f2b-e89cfb406503 None None] Set router ca6005d9-7b71-4411-8a5c-f4a0a5daf02e gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:56:17.140313 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b3bbdeb8-d3d0-4f40-bced-a71093c6fef8 req-72d6b6ed-c57f-4bf0-bff4-ba992defd56c tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 210 time: 0.3328540 Jun 16 18:56:17.157387 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9b32e0ce-db30-494e-9449-555d719200f3 req-eed2a5b0-0b5a-42b2-b830-cb896e188c15 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9e5f71068aa4d75bcc4578b741f490d HTTP/1.1" status: 200 len: 379 time: 0.8411679 Jun 16 18:56:17.187757 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [req-9b32e0ce-db30-494e-9449-555d719200f3 req-0133b751-ca82-462e-8127-52732ab5d57c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Request body: {'port': {'device_id': '8bad769d-1b62-4d0f-8491-bfae3997a525', 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f', 'admin_state_up': True, 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'security_groups': ['54b5f63f-4869-4508-aa10-bb1453193a81']}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:56:17.351559 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:17.361174 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e17afac5-8e96-46dd-9f14-a226b19b8af5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:17.391705 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-3c9362eb-79c9-4094-b018-01104d8c7075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:17.427108 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-32ce44de-bbbd-4013-8f2b-e89cfb406503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'name': 'tempest-ServerRescueNegativeTestJSON-311101115-router', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '51241e0b-784e-48ef-8cfd-27d26e98c4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:54Z', 'updated_at': '2022-06-16T18:56:04Z', 'revision_number': 4, 'project_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'gw_port': {'id': '51241e0b-784e-48ef-8cfd-27d26e98c4a5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:56Z', 'updated_at': '2022-06-16T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa', 'name': '', 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'mac_address': 'fa:16:3e:19:72:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '21288f53-db0a-40bc-af1b-49bfa8ab21bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:56:02Z', 'updated_at': '2022-06-16T18:56:05Z', 'revision_number': 2, 'project_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'subnets': [{'id': '21288f53-db0a-40bc-af1b-49bfa8ab21bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:17.488798 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ce44de-bbbd-4013-8f2b-e89cfb406503 None None] Checking router: ca6005d9-7b71-4411-8a5c-f4a0a5daf02e for host: dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:56:17.488798 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ce44de-bbbd-4013-8f2b-e89cfb406503 None None] Updating router ca6005d9-7b71-4411-8a5c-f4a0a5daf02e port 9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa binding host dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:56:17.516887 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-32ce44de-bbbd-4013-8f2b-e89cfb406503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:17.571623 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-68284a60-f738-4b52-8bc7-dbc491166b38 req-4137b9f5-23ed-4442-bb94-8ea17ba96cca tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 210 time: 0.0563552 Jun 16 18:56:17.599733 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-b7fe4749-a884-4fcb-b385-d3a6ce94ca28 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Publish callbacks [] for port (c03f9164-b914-4183-b673-f6b558f696da), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:17.605311 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:17.607891 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b32e0ce-db30-494e-9449-555d719200f3 req-0133b751-ca82-462e-8127-52732ab5d57c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Made reservation on behalf of f9e5f71068aa4d75bcc4578b741f490d for: {'port': 1} {{(pid=116193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:56:17.613432 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-9b32e0ce-db30-494e-9449-555d719200f3 req-0133b751-ca82-462e-8127-52732ab5d57c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:17.690303 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8b0d2d68-5dd3-4f3f-82d5-c817933be3f9 req-3953e5af-f749-4acf-9dea-75d0e8c23f2a tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 210 time: 0.1760948 Jun 16 18:56:17.713382 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-33199583-8bc9-47cd-b16e-d853a9f924d4 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Made reservation on behalf of ed8501d1ff734054ba0a6ef4c398d051 for: {'port': 1} {{(pid=116193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:56:17.717371 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-33199583-8bc9-47cd-b16e-d853a9f924d4 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:17.781748 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:17.811143 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-3ab74699-350d-40e6-91c7-173add930432 req-cccf1871-03e3-4731-bb3e-595be7d83943 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks [] for port (3e4f94ae-ac05-441d-a1fa-fa6601b9d389), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:17.901455 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e17afac5-8e96-46dd-9f14-a226b19b8af5 admin admin] Publish callbacks [] for security_group (cc552726-1395-47dd-88fe-93099109c1b6), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:17.909372 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-b7fe4749-a884-4fcb-b385-d3a6ce94ca28 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864'] for port (c03f9164-b914-4183-b673-f6b558f696da), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:17.929060 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-3c9362eb-79c9-4094-b018-01104d8c7075 admin admin] Publish callbacks [] for security_group (cfc41210-512f-4cd3-beb9-e0f090beabf2), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:18.071728 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:18.093172 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_common [req-9b32e0ce-db30-494e-9449-555d719200f3 req-0133b751-ca82-462e-8127-52732ab5d57c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Allocated IP 172.20.0.5 (64614a18-07e0-43ad-9990-55ab159f858f/f3c0b066-676e-4fae-8d81-100b0457b81e/813e5e92-6255-46b0-aa69-1964caa13cf4) {{(pid=116193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:56:18.182874 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-3c9362eb-79c9-4094-b018-01104d8c7075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (cfc41210-512f-4cd3-beb9-e0f090beabf2), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:18.186798 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e17afac5-8e96-46dd-9f14-a226b19b8af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (cc552726-1395-47dd-88fe-93099109c1b6), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:18.258353 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa936a50-ac27-4e19-a7bb-93fc7597f9bf req-e1b75853-caa3-4ad9-9e77-207e4b353b8b tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:18.274907 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-aa936a50-ac27-4e19-a7bb-93fc7597f9bf req-e1b75853-caa3-4ad9-9e77-207e4b353b8b tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/ports?device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 932 time: 0.1678774 Jun 16 18:56:18.424102 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-b7fe4749-a884-4fcb-b385-d3a6ce94ca28 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Network d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959 is already hosted by enough agents. {{(pid=116192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:56:18.439232 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f12c1fc3-6975-4790-bc9a-aacdd5fea10e req-b7ceddaa-8a9c-42bd-b8e8-7bda474ee558 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 210 time: 0.1542981 Jun 16 18:56:18.442387 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-3ab74699-350d-40e6-91c7-173add930432 req-cccf1871-03e3-4731-bb3e-595be7d83943 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864'] for port (3e4f94ae-ac05-441d-a1fa-fa6601b9d389), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:18.521484 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-b7fe4749-a884-4fcb-b385-d3a6ce94ca28 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Resources bound (agent type, host, resource id): {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:56:18.529289 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-b7fe4749-a884-4fcb-b385-d3a6ce94ca28 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Received port after_create {{(pid=116192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:56:18.534717 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-b7fe4749-a884-4fcb-b385-d3a6ce94ca28 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:18.535332 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-b7fe4749-a884-4fcb-b385-d3a6ce94ca28 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for port (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:18.568413 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-aa936a50-ac27-4e19-a7bb-93fc7597f9bf req-50203eeb-9e41-4808-87bb-962eb02f151b tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/security-groups?id=992d6e86-67f1-44f7-8838-6a1edb468411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924585 Jun 16 18:56:18.596924 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-3c9362eb-79c9-4094-b018-01104d8c7075 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=93ca6ea99cdb4f74b3372635fb2858ba&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6969106 Jun 16 18:56:18.606520 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-e17afac5-8e96-46dd-9f14-a226b19b8af5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6c22b67eb39f4392baa0b135b7f58dae&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7074823 Jun 16 18:56:18.611285 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 46684) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:18.611747 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 46688) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:18.675958 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe4749-a884-4fcb-b385-d3a6ce94ca28 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Pushing event updated for resources: {'Port': ['ID=c03f9164-b914-4183-b673-f6b558f696da,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:18.691198 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9362eb-79c9-4094-b018-01104d8c7075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc41210-512f-4cd3-beb9-e0f090beabf2,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:18.713712 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ab74699-350d-40e6-91c7-173add930432 req-cccf1871-03e3-4731-bb3e-595be7d83943 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Network 9f034df0-3327-47b9-8a71-7606258bf90a is already hosted by enough agents. {{(pid=116192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:56:18.770354 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-9b32e0ce-db30-494e-9449-555d719200f3 req-0133b751-ca82-462e-8127-52732ab5d57c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for port (813e5e92-6255-46b0-aa69-1964caa13cf4), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:18.835991 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-32ce44de-bbbd-4013-8f2b-e89cfb406503 None None] Publish callbacks [] for port (9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa), precommit_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:18.861360 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-91ad1963-3b07-4888-bb97-9a4b39292cf3 req-69e20343-9638-454c-b289-0d0612d5149e tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 210 time: 0.0666552 Jun 16 18:56:18.908955 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9a8d041f-3d4c-4108-9cb7-8264fbc9fbfa admin admin] Publish callbacks [] for security_group (cc552726-1395-47dd-88fe-93099109c1b6), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:18.948482 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf1871-03e3-4731-bb3e-595be7d83943 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Pushing event updated for resources: {'Port': ['ID=3e4f94ae-ac05-441d-a1fa-fa6601b9d389,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:18.954266 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-32ce44de-bbbd-4013-8f2b-e89cfb406503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:18.969160 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [req-3ab74699-350d-40e6-91c7-173add930432 req-cccf1871-03e3-4731-bb3e-595be7d83943 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Resources bound (agent type, host, resource id): {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:56:18.978044 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab74699-350d-40e6-91c7-173add930432 req-cccf1871-03e3-4731-bb3e-595be7d83943 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Received port after_create {{(pid=116192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:56:18.988548 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9a8d041f-3d4c-4108-9cb7-8264fbc9fbfa admin admin] Publish callbacks [] for security_group (cc552726-1395-47dd-88fe-93099109c1b6), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:18.991836 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab74699-350d-40e6-91c7-173add930432 req-cccf1871-03e3-4731-bb3e-595be7d83943 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:18.995043 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-3ab74699-350d-40e6-91c7-173add930432 req-cccf1871-03e3-4731-bb3e-595be7d83943 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for port (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:19.148070 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-b7fe4749-a884-4fcb-b385-d3a6ce94ca28 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5433819 Jun 16 18:56:19.148070 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:19.148070 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-e09d7e24-4c6a-424a-8405-39e06d3b62c8 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=116192) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 18:56:19.148070 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-e09d7e24-4c6a-424a-8405-39e06d3b62c8 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0282331 Jun 16 18:56:19.148070 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17afac5-8e96-46dd-9f14-a226b19b8af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc552726-1395-47dd-88fe-93099109c1b6,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:19.152516 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef687c3-c70e-44c6-9022-182e7c110721 None None] Pushing event updated for resources: {'Port': ['ID=9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa,revision_number=3']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:19.152516 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-7e572f7d-519c-4fd7-aeb3-8e31854e5bf5 None None] Provisioning complete for port c03f9164-b914-4183-b673-f6b558f696da triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:19.152516 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-7e572f7d-519c-4fd7-aeb3-8e31854e5bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (c03f9164-b914-4183-b673-f6b558f696da), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:19.187410 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-ee8e9455-1a61-46ed-8e3f-7179517f0885 service neutron] Request body: {'port': {'device_id': '544e6615-4246-45d4-bd9b-18a4ab137989', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:56:19.236329 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:19.273300 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-59b4a794-1e82-413c-b02a-c68d86df7dbd admin admin] Publish callbacks [] for security_group (cfc41210-512f-4cd3-beb9-e0f090beabf2), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:19.283510 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-32ce44de-bbbd-4013-8f2b-e89cfb406503 None None] Attempting to bind port 9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa on host dv-cinder-846171-1-iscsi for vnic_type normal with profile {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:56:19.284481 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-32ce44de-bbbd-4013-8f2b-e89cfb406503 None None] Attempting to bind port 9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa by drivers openvswitch,hyperv on host dv-cinder-846171-1-iscsi at level 0 using segments [{'id': '695d3c9b-6b49-4b44-82e3-daab02cb9cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a'}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:56:19.284936 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ce44de-bbbd-4013-8f2b-e89cfb406503 None None] Attempting to bind port 9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa on network 9f034df0-3327-47b9-8a71-7606258bf90a {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:56:19.287747 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-7e572f7d-519c-4fd7-aeb3-8e31854e5bf5 None None] Port c03f9164-b914-4183-b673-f6b558f696da cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:56:19.294062 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ce44de-bbbd-4013-8f2b-e89cfb406503 None None] Checking agent: {'id': 'ea8cc94b-de2a-4266-a745-8fe843a33d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846171-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 47, 42), 'started_at': datetime.datetime(2022, 6, 16, 18, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846171-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:56:19.294821 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ce44de-bbbd-4013-8f2b-e89cfb406503 None None] Checking segment: {'id': '695d3c9b-6b49-4b44-82e3-daab02cb9cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:56:19.295288 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-32ce44de-bbbd-4013-8f2b-e89cfb406503 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:19.295743 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ce44de-bbbd-4013-8f2b-e89cfb406503 None None] Bound using segment: {'id': '695d3c9b-6b49-4b44-82e3-daab02cb9cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a'} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:56:19.297232 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-32ce44de-bbbd-4013-8f2b-e89cfb406503 None None] Bound port: 9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa, host: dv-cinder-846171-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '695d3c9b-6b49-4b44-82e3-daab02cb9cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a'}}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:56:19.298182 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-32ce44de-bbbd-4013-8f2b-e89cfb406503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:19.312218 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-ee8e9455-1a61-46ed-8e3f-7179517f0885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (c03f9164-b914-4183-b673-f6b558f696da), before_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:19.348956 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_common [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-33199583-8bc9-47cd-b16e-d853a9f924d4 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Allocated IP 172.20.0.14 (9f034df0-3327-47b9-8a71-7606258bf90a/21288f53-db0a-40bc-af1b-49bfa8ab21bd/874e17b1-59b4-455e-93ae-78a55fa69aa1) {{(pid=116193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:56:19.375677 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c39d13ca-933a-4800-a24f-121ff081edaa req-36fbb813-2c9d-4822-aebe-78794a3ed224 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 210 time: 0.3303647 Jun 16 18:56:19.384475 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:19.402411 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-32ce44de-bbbd-4013-8f2b-e89cfb406503 None None] For port 9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa, host dv-cinder-846171-1-iscsi, cleared binding levels {{(pid=116194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:56:19.415871 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-32ce44de-bbbd-4013-8f2b-e89cfb406503 None None] For port 9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa, host dv-cinder-846171-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa,segment=NetworkSegment(695d3c9b-6b49-4b44-82e3-daab02cb9cb5),segment_id=695d3c9b-6b49-4b44-82e3-daab02cb9cb5)] {{(pid=116194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:56:19.461815 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-8e3a3ed2-13ab-4111-8321-1d90b39d7263 None None] Provisioning complete for port 3e4f94ae-ac05-441d-a1fa-fa6601b9d389 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:19.463714 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-8e3a3ed2-13ab-4111-8321-1d90b39d7263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (3e4f94ae-ac05-441d-a1fa-fa6601b9d389), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:19.565975 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-32ce44de-bbbd-4013-8f2b-e89cfb406503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:19.683141 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-3ab74699-350d-40e6-91c7-173add930432 req-cccf1871-03e3-4731-bb3e-595be7d83943 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2237036 Jun 16 18:56:19.733390 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:19.738831 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-9b32e0ce-db30-494e-9449-555d719200f3 req-0133b751-ca82-462e-8127-52732ab5d57c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (813e5e92-6255-46b0-aa69-1964caa13cf4), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:19.756028 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-59b4a794-1e82-413c-b02a-c68d86df7dbd admin admin] Publish callbacks [] for security_group (cfc41210-512f-4cd3-beb9-e0f090beabf2), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:19.759513 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-830bfd4c-c85c-4b59-98f1-2688930834cd req-3c4e1d51-e0a3-48dd-8b76-8b0ff755f899 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 210 time: 0.1289728 Jun 16 18:56:19.795878 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-8e3a3ed2-13ab-4111-8321-1d90b39d7263 None None] Port 3e4f94ae-ac05-441d-a1fa-fa6601b9d389 cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:56:19.798268 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef687c3-c70e-44c6-9022-182e7c110721 None None] Pushing event updated for resources: {'Port': ['ID=9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa,revision_number=4']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:19.814332 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ce44de-bbbd-4013-8f2b-e89cfb406503 None None] Routers {'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:56:19.819135 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-32ce44de-bbbd-4013-8f2b-e89cfb406503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:56:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['ca6005d9-7b71-4411-8a5c-f4a0a5daf02e'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:19.974929 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.notifiers.nova [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-ee8e9455-1a61-46ed-8e3f-7179517f0885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c03f9164-b914-4183-b673-f6b558f696da {{(pid=116192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:56:19.989341 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-ee8e9455-1a61-46ed-8e3f-7179517f0885 service neutron] Publish callbacks [] for port (c03f9164-b914-4183-b673-f6b558f696da), precommit_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:20.019235 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-009cf2c0-cefc-402b-b9d5-a2df2e67860b None None] Provisioning complete for port 9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:20.020039 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-009cf2c0-cefc-402b-b9d5-a2df2e67860b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:20.031470 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.provisioning_blocks [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-ee8e9455-1a61-46ed-8e3f-7179517f0885 service neutron] Transition to ACTIVE for port object c03f9164-b914-4183-b673-f6b558f696da will not be triggered until provisioned by entity L2. {{(pid=116192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 18:56:20.034442 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:INSERT=10,neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:20.045664 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9a8d041f-3d4c-4108-9cb7-8264fbc9fbfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (cc552726-1395-47dd-88fe-93099109c1b6), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:20.048809 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9a8d041f-3d4c-4108-9cb7-8264fbc9fbfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:20.052609 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-9a8d041f-3d4c-4108-9cb7-8264fbc9fbfa admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cc552726-1395-47dd-88fe-93099109c1b6 HTTP/1.1" status: 204 len: 168 time: 1.3966327 Jun 16 18:56:20.067153 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-33199583-8bc9-47cd-b16e-d853a9f924d4 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks [] for port (874e17b1-59b4-455e-93ae-78a55fa69aa1), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:20.103600 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-ee8e9455-1a61-46ed-8e3f-7179517f0885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (c03f9164-b914-4183-b673-f6b558f696da), after_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:20.115658 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2564100-b6b7-4a99-a92d-f646cebef9d5 req-0d3553c0-5f09-40f7-93d5-8718678c3be0 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:20.119710 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f2564100-b6b7-4a99-a92d-f646cebef9d5 req-0d3553c0-5f09-40f7-93d5-8718678c3be0 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/ports?device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 932 time: 0.3763072 Jun 16 18:56:20.205819 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b32e0ce-db30-494e-9449-555d719200f3 req-0133b751-ca82-462e-8127-52732ab5d57c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Network 64614a18-07e0-43ad-9990-55ab159f858f is already hosted by enough agents. {{(pid=116193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:56:20.253779 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d041f-3d4c-4108-9cb7-8264fbc9fbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc552726-1395-47dd-88fe-93099109c1b6,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:20.255200 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e9455-1a61-46ed-8e3f-7179517f0885 service neutron] Pushing event updated for resources: {'Port': ['ID=c03f9164-b914-4183-b673-f6b558f696da,revision_number=2']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:20.269539 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b59498-6fa8-423a-8a0a-45935b33edc8 req-542ec9db-ec14-4551-9d90-b61e86d37ae6 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:20.269539 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-70b59498-6fa8-423a-8a0a-45935b33edc8 req-542ec9db-ec14-4551-9d90-b61e86d37ae6 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 931 time: 0.1077776 Jun 16 18:56:20.271540 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [req-9b32e0ce-db30-494e-9449-555d719200f3 req-0133b751-ca82-462e-8127-52732ab5d57c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Resources bound (agent type, host, resource id): {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:56:20.280476 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b32e0ce-db30-494e-9449-555d719200f3 req-0133b751-ca82-462e-8127-52732ab5d57c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Received port after_create {{(pid=116193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:56:20.285466 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0133b751-ca82-462e-8127-52732ab5d57c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Pushing event updated for resources: {'Port': ['ID=813e5e92-6255-46b0-aa69-1964caa13cf4,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:20.288732 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:20.295448 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [req-3ab74699-350d-40e6-91c7-173add930432 req-771c4639-2b88-4e26-9696-7f5e17f94687 service neutron] Request body: {'port': {'device_id': '25fe61a4-e1c1-4098-91db-fbb42c8b1d7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:56:20.522901 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.66', 54219) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:20.534065 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-32ce44de-bbbd-4013-8f2b-e89cfb406503 None None] Set router ca6005d9-7b71-4411-8a5c-f4a0a5daf02e gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:56:20.551197 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-3ab74699-350d-40e6-91c7-173add930432 req-771c4639-2b88-4e26-9696-7f5e17f94687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (3e4f94ae-ac05-441d-a1fa-fa6601b9d389), before_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:20.587198 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f2564100-b6b7-4a99-a92d-f646cebef9d5 req-9d042912-807c-4c5a-9c33-dbd07e4a4f11 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/security-groups?id=992d6e86-67f1-44f7-8838-6a1edb468411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4555180 Jun 16 18:56:20.662929 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-70b59498-6fa8-423a-8a0a-45935b33edc8 req-5682b9cb-3647-4235-8df1-2a03eda4990e tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3799257 Jun 16 18:56:20.769551 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.managers [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-ee8e9455-1a61-46ed-8e3f-7179517f0885 service neutron] Attempting to bind port c03f9164-b914-4183-b673-f6b558f696da on host hv-cinder-84617 for vnic_type normal with profile {{(pid=116192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:56:20.770049 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.managers [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-ee8e9455-1a61-46ed-8e3f-7179517f0885 service neutron] Attempting to bind port c03f9164-b914-4183-b673-f6b558f696da by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '743946b6-55b4-4397-95a0-bb6914122077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'd23e2e97-5f79-4bb3-a50a-cf2c8a9fc959'}] {{(pid=116192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:56:20.770579 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-ee8e9455-1a61-46ed-8e3f-7179517f0885 service neutron] Attempting to bind port c03f9164-b914-4183-b673-f6b558f696da on network d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959 {{(pid=116192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:56:20.925839 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-009cf2c0-cefc-402b-b9d5-a2df2e67860b None None] Current status of the port 9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa is: DOWN; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:20.926318 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-009cf2c0-cefc-402b-b9d5-a2df2e67860b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:20.952375 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:21.000374 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-59b4a794-1e82-413c-b02a-c68d86df7dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (cfc41210-512f-4cd3-beb9-e0f090beabf2), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:21.003033 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-59b4a794-1e82-413c-b02a-c68d86df7dbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:21.006785 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-59b4a794-1e82-413c-b02a-c68d86df7dbd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cfc41210-512f-4cd3-beb9-e0f090beabf2 HTTP/1.1" status: 204 len: 168 time: 2.3575513 Jun 16 18:56:21.014429 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32e0ce-db30-494e-9449-555d719200f3 req-0133b751-ca82-462e-8127-52732ab5d57c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:21.015543 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-9b32e0ce-db30-494e-9449-555d719200f3 req-0133b751-ca82-462e-8127-52732ab5d57c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:21.029691 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 46756) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:21.041229 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-009cf2c0-cefc-402b-b9d5-a2df2e67860b None None] For port 9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa,segment=NetworkSegment(695d3c9b-6b49-4b44-82e3-daab02cb9cb5),segment_id=695d3c9b-6b49-4b44-82e3-daab02cb9cb5)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:56:21.099940 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-ee8e9455-1a61-46ed-8e3f-7179517f0885 service neutron] Port c03f9164-b914-4183-b673-f6b558f696da on network d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=116192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 18:56:21.101354 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-ee8e9455-1a61-46ed-8e3f-7179517f0885 service neutron] Attempting to bind port c03f9164-b914-4183-b673-f6b558f696da on network d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959 {{(pid=116192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:56:21.120438 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-ee8e9455-1a61-46ed-8e3f-7179517f0885 service neutron] Checking agent: {'id': '78e75526-212b-4550-9dc1-6e088b901fa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'started_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:56:21.127037 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-ee8e9455-1a61-46ed-8e3f-7179517f0885 service neutron] Checking segment: {'id': '743946b6-55b4-4397-95a0-bb6914122077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'd23e2e97-5f79-4bb3-a50a-cf2c8a9fc959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:56:21.127689 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-ee8e9455-1a61-46ed-8e3f-7179517f0885 service neutron] Bound using segment: {'id': '743946b6-55b4-4397-95a0-bb6914122077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'd23e2e97-5f79-4bb3-a50a-cf2c8a9fc959'} {{(pid=116192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:56:21.128184 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.managers [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-ee8e9455-1a61-46ed-8e3f-7179517f0885 service neutron] Bound port: c03f9164-b914-4183-b673-f6b558f696da, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '743946b6-55b4-4397-95a0-bb6914122077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'd23e2e97-5f79-4bb3-a50a-cf2c8a9fc959'}}] {{(pid=116192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:56:21.128554 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-ee8e9455-1a61-46ed-8e3f-7179517f0885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (c03f9164-b914-4183-b673-f6b558f696da), before_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:21.153669 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-009cf2c0-cefc-402b-b9d5-a2df2e67860b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:21.164581 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d507afbe-6d50-4d79-b44f-0b92525bca12 req-019d7cc0-9df4-4113-856e-a9843a892687 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 210 time: 0.1367216 Jun 16 18:56:21.191290 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-33199583-8bc9-47cd-b16e-d853a9f924d4 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (874e17b1-59b4-455e-93ae-78a55fa69aa1), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:21.201144 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb25820-240e-4480-8743-caca962cd852 req-c44669cb-7771-4eb8-b398-f4309756483a tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:21.202717 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6fb25820-240e-4480-8743-caca962cd852 req-c44669cb-7771-4eb8-b398-f4309756483a tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.66 "GET /v2.0/networks?id=b63c6cac-d1b4-42bd-9dde-7d5291a4c111 HTTP/1.1" status: 200 len: 816 time: 0.6789403 Jun 16 18:56:21.203607 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4a794-1e82-413c-b02a-c68d86df7dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc41210-512f-4cd3-beb9-e0f090beabf2,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:21.272917 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33199583-8bc9-47cd-b16e-d853a9f924d4 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Pushing event updated for resources: {'Port': ['ID=874e17b1-59b4-455e-93ae-78a55fa69aa1,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:21.278409 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9b32e0ce-db30-494e-9449-555d719200f3 req-0133b751-ca82-462e-8127-52732ab5d57c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1024375 Jun 16 18:56:21.322381 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-32ce44de-bbbd-4013-8f2b-e89cfb406503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'name': 'tempest-ServerRescueNegativeTestJSON-311101115-router', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '51241e0b-784e-48ef-8cfd-27d26e98c4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:54Z', 'updated_at': '2022-06-16T18:56:04Z', 'revision_number': 4, 'project_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'gw_port': {'id': '51241e0b-784e-48ef-8cfd-27d26e98c4a5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:56Z', 'updated_at': '2022-06-16T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa', 'name': '', 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'mac_address': 'fa:16:3e:19:72:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '21288f53-db0a-40bc-af1b-49bfa8ab21bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:56:02Z', 'updated_at': '2022-06-16T18:56:19Z', 'revision_number': 4, 'project_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'subnets': [{'id': '21288f53-db0a-40bc-af1b-49bfa8ab21bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:21.333443 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-33199583-8bc9-47cd-b16e-d853a9f924d4 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Network 9f034df0-3327-47b9-8a71-7606258bf90a is already hosted by enough agents. {{(pid=116193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:56:21.382121 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-33199583-8bc9-47cd-b16e-d853a9f924d4 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Resources bound (agent type, host, resource id): {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:56:21.394539 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ce44de-bbbd-4013-8f2b-e89cfb406503 None None] The sync data for ids ['ca6005d9-7b71-4411-8a5c-f4a0a5daf02e'] in dv-cinder-846171-1-iscsi is: [{'id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'name': 'tempest-ServerRescueNegativeTestJSON-311101115-router', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '51241e0b-784e-48ef-8cfd-27d26e98c4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:54Z', 'updated_at': '2022-06-16T18:56:04Z', 'revision_number': 4, 'project_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'gw_port': {'id': '51241e0b-784e-48ef-8cfd-27d26e98c4a5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:56Z', 'updated_at': '2022-06-16T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa', 'name': '', 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'mac_address': 'fa:16:3e:19:72:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '21288f53-db0a-40bc-af1b-49bfa8ab21bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:56:02Z', 'updated_at': '2022-06-16T18:56:19Z', 'revision_number': 4, 'project_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'subnets': [{'id': '21288f53-db0a-40bc-af1b-49bfa8ab21bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:56:21.396785 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009cf2c0-cefc-402b-b9d5-a2df2e67860b None None] Pushing event updated for resources: {'Port': ['ID=9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa,revision_number=5']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:21.408648 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-5c202a63-520f-48e3-aad8-1c489cc0fb9e None None] Provisioning complete for port 9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:21.414451 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-5c202a63-520f-48e3-aad8-1c489cc0fb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:21.422197 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116b653-e8ed-4c30-89e3-e9b2a387f8c9 req-4d1b1101-a7db-4da8-89e3-f31268847ed8 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:21.433314 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9116b653-e8ed-4c30-89e3-e9b2a387f8c9 req-4d1b1101-a7db-4da8-89e3-f31268847ed8 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 932 time: 0.4027965 Jun 16 18:56:21.435190 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-33199583-8bc9-47cd-b16e-d853a9f924d4 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Received port after_create {{(pid=116193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:56:21.457989 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [req-9b32e0ce-db30-494e-9449-555d719200f3 req-e7219bd8-6726-4a20-9387-afb3354321e0 service neutron] Request body: {'port': {'device_id': '8bad769d-1b62-4d0f-8491-bfae3997a525', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:56:21.517139 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 46768) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:21.599701 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-5c202a63-520f-48e3-aad8-1c489cc0fb9e None None] Current status of the port 9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:21.617145 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-5c202a63-520f-48e3-aad8-1c489cc0fb9e None None] Provisioning complete for port 813e5e92-6255-46b0-aa69-1964caa13cf4 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:21.617940 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-5c202a63-520f-48e3-aad8-1c489cc0fb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (813e5e92-6255-46b0-aa69-1964caa13cf4), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:21.621563 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.db [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-ee8e9455-1a61-46ed-8e3f-7179517f0885 service neutron] For port c03f9164-b914-4183-b673-f6b558f696da, host hv-cinder-84617, cleared binding levels {{(pid=116192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:56:21.652099 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-10ea40ee-c933-4055-a5fc-6264602e52ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:21.774901 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-5c202a63-520f-48e3-aad8-1c489cc0fb9e None None] Port 813e5e92-6255-46b0-aa69-1964caa13cf4 cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:56:21.803401 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:21.810989 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.db [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-ee8e9455-1a61-46ed-8e3f-7179517f0885 service neutron] For port c03f9164-b914-4183-b673-f6b558f696da, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=c03f9164-b914-4183-b673-f6b558f696da,segment=NetworkSegment(743946b6-55b4-4397-95a0-bb6914122077),segment_id=743946b6-55b4-4397-95a0-bb6914122077)] {{(pid=116192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:56:21.874793 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:56:21.886479 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.notifiers.nova [req-3ab74699-350d-40e6-91c7-173add930432 req-771c4639-2b88-4e26-9696-7f5e17f94687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e4f94ae-ac05-441d-a1fa-fa6601b9d389 {{(pid=116192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:56:21.897004 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-3ab74699-350d-40e6-91c7-173add930432 req-771c4639-2b88-4e26-9696-7f5e17f94687 service neutron] Publish callbacks [] for port (3e4f94ae-ac05-441d-a1fa-fa6601b9d389), precommit_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:21.930832 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:21.931660 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.provisioning_blocks [req-3ab74699-350d-40e6-91c7-173add930432 req-771c4639-2b88-4e26-9696-7f5e17f94687 service neutron] Transition to ACTIVE for port object 3e4f94ae-ac05-441d-a1fa-fa6601b9d389 will not be triggered until provisioned by entity L2. {{(pid=116192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 18:56:21.943489 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d5724fc-a91d-41f2-99db-96b438ea3e5f None None] Provisioning complete for port 874e17b1-59b4-455e-93ae-78a55fa69aa1 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:21.944178 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d5724fc-a91d-41f2-99db-96b438ea3e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (874e17b1-59b4-455e-93ae-78a55fa69aa1), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:21.956391 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-ee8e9455-1a61-46ed-8e3f-7179517f0885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (c03f9164-b914-4183-b673-f6b558f696da), after_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:21.980535 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-33199583-8bc9-47cd-b16e-d853a9f924d4 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:21.986333 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-33199583-8bc9-47cd-b16e-d853a9f924d4 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:21.992650 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:21.993153 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:22.018068 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:22.061223 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e9455-1a61-46ed-8e3f-7179517f0885 service neutron] Pushing event updated for resources: {'Port': ['ID=c03f9164-b914-4183-b673-f6b558f696da,revision_number=3']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:22.094765 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d5724fc-a91d-41f2-99db-96b438ea3e5f None None] Port 874e17b1-59b4-455e-93ae-78a55fa69aa1 cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:56:22.110274 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-3ab74699-350d-40e6-91c7-173add930432 req-771c4639-2b88-4e26-9696-7f5e17f94687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (3e4f94ae-ac05-441d-a1fa-fa6601b9d389), after_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:22.132144 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-ee8e9455-1a61-46ed-8e3f-7179517f0885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:22.132144 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-ee8e9455-1a61-46ed-8e3f-7179517f0885 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for port (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:22.132144 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-ee8e9455-1a61-46ed-8e3f-7179517f0885 service neutron] 10.222.0.66 "PUT /v2.0/ports/c03f9164-b914-4183-b673-f6b558f696da HTTP/1.1" status: 200 len: 1094 time: 3.0124791 Jun 16 18:56:22.160473 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '544e6615-4246-45d4-bd9b-18a4ab137989', 'tag': 'c03f9164-b914-4183-b673-f6b558f696da'}] {{(pid=116192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:56:22.194354 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:22.246816 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-10ea40ee-c933-4055-a5fc-6264602e52ea admin admin] Publish callbacks [] for security_group (f0b14a2c-d0d3-4cf5-8a91-79ef6cf47c1b), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:22.254382 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 46780) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:22.290749 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6fb25820-240e-4480-8743-caca962cd852 req-119bb49e-e919-4d41-8a39-78df06e44c33 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b607bd5abec4c72842e250a639f99f1 HTTP/1.1" status: 200 len: 380 time: 1.0189886 Jun 16 18:56:22.368049 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5a88a-71a6-4aaf-98e2-d43634b26f97 req-4c5e01f0-51a1-49f0-9edf-0263bd262e1e tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:22.372715 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-43a5a88a-71a6-4aaf-98e2-d43634b26f97 req-4c5e01f0-51a1-49f0-9edf-0263bd262e1e tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/ports?device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 944 time: 0.3726776 Jun 16 18:56:22.383457 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-9b32e0ce-db30-494e-9449-555d719200f3 req-e7219bd8-6726-4a20-9387-afb3354321e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (813e5e92-6255-46b0-aa69-1964caa13cf4), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:22.399492 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-8b3a401b-08fe-4513-ad23-c7d3851eba43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:22.437624 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [req-6fb25820-240e-4480-8743-caca962cd852 req-dc6363ce-14bf-475e-84b8-e64b6cbb55de tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Request body: {'port': {'device_id': 'd6c04798-b061-421b-9b61-db9cce7dace4', 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111', 'admin_state_up': True, 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'security_groups': ['d8f50c79-6209-427a-9a20-4b143211764b']}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:56:22.577862 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-10ea40ee-c933-4055-a5fc-6264602e52ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (f0b14a2c-d0d3-4cf5-8a91-79ef6cf47c1b), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:22.581014 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-a4cbef66-ef92-4f56-bdfd-46df172cfc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:22.583236 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-a4cbef66-ef92-4f56-bdfd-46df172cfc72 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=57f75a8c58e340a1bba335f7463c03a1&device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 1128 time: 0.2248385 Jun 16 18:56:22.589318 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744e9e4082f242c101b6c91db8253db5b8bdf8a002bfe2f24814a1499063359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22957ea6-0ad0-4019-b0e1-b3008f49989a" -d '{"events": [{"name": "network-changed", "server_uuid": "544e6615-4246-45d4-bd9b-18a4ab137989", "tag": "c03f9164-b914-4183-b673-f6b558f696da"}]}' {{(pid=116192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:56:22.594033 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-33199583-8bc9-47cd-b16e-d853a9f924d4 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0814943 Jun 16 18:56:22.645322 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-ef0c3e49-5c8d-4b45-8b8b-ca0b5db86766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:22.660396 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-e555174d-c5e4-412b-85fa-dd6ea28c9bc0 service neutron] Request body: {'port': {'device_id': '410bdd70-d5fd-4cfe-ad04-cf135bef00ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:56:22.666118 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:22.830781 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9116b653-e8ed-4c30-89e3-e9b2a387f8c9 req-eede8309-0f6f-485a-a45d-8d459d7c0bf5 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3967061 Jun 16 18:56:22.914563 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-e555174d-c5e4-412b-85fa-dd6ea28c9bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (874e17b1-59b4-455e-93ae-78a55fa69aa1), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:22.950076 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=14 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:22.972504 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c4639-2b88-4e26-9696-7f5e17f94687 service neutron] Pushing event updated for resources: {'Port': ['ID=3e4f94ae-ac05-441d-a1fa-fa6601b9d389,revision_number=2']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:23.007250 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-43a5a88a-71a6-4aaf-98e2-d43634b26f97 req-9cd8cb4c-7cf9-4c1d-a63f-d9951fdc2aec tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/security-groups?id=992d6e86-67f1-44f7-8838-6a1edb468411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6190112 Jun 16 18:56:23.008366 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-8f62dd3d-6f48-48fe-a675-a9a726df45f0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c03f9164-b914-4183-b673-f6b558f696da HTTP/1.1" status: 200 len: 217 time: 0.3544507 Jun 16 18:56:23.008989 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea40ee-c933-4055-a5fc-6264602e52ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b14a2c-d0d3-4cf5-8a91-79ef6cf47c1b,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:23.035682 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-10ea40ee-c933-4055-a5fc-6264602e52ea admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dc00b27d9949434189d02d2c078fa22f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5107019 Jun 16 18:56:23.085350 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 46798) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:23.205847 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.managers [req-3ab74699-350d-40e6-91c7-173add930432 req-771c4639-2b88-4e26-9696-7f5e17f94687 service neutron] Attempting to bind port 3e4f94ae-ac05-441d-a1fa-fa6601b9d389 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=116192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:56:23.215198 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.managers [req-3ab74699-350d-40e6-91c7-173add930432 req-771c4639-2b88-4e26-9696-7f5e17f94687 service neutron] Attempting to bind port 3e4f94ae-ac05-441d-a1fa-fa6601b9d389 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '695d3c9b-6b49-4b44-82e3-daab02cb9cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a'}] {{(pid=116192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:56:23.215198 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab74699-350d-40e6-91c7-173add930432 req-771c4639-2b88-4e26-9696-7f5e17f94687 service neutron] Attempting to bind port 3e4f94ae-ac05-441d-a1fa-fa6601b9d389 on network 9f034df0-3327-47b9-8a71-7606258bf90a {{(pid=116192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:56:23.217587 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-e98c0802-cc5d-43a1-9a98-acf9bf097407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:23.219109 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-e98c0802-cc5d-43a1-9a98-acf9bf097407 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3f362052-0b79-42eb-9b74-4dc8a98f4be6 HTTP/1.1" status: 200 len: 850 time: 0.1919243 Jun 16 18:56:23.245194 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab74699-350d-40e6-91c7-173add930432 req-771c4639-2b88-4e26-9696-7f5e17f94687 service neutron] Port 3e4f94ae-ac05-441d-a1fa-fa6601b9d389 on network 9f034df0-3327-47b9-8a71-7606258bf90a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=116192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 18:56:23.245598 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab74699-350d-40e6-91c7-173add930432 req-771c4639-2b88-4e26-9696-7f5e17f94687 service neutron] Attempting to bind port 3e4f94ae-ac05-441d-a1fa-fa6601b9d389 on network 9f034df0-3327-47b9-8a71-7606258bf90a {{(pid=116192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:56:23.282881 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab74699-350d-40e6-91c7-173add930432 req-771c4639-2b88-4e26-9696-7f5e17f94687 service neutron] Checking agent: {'id': '78e75526-212b-4550-9dc1-6e088b901fa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'started_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:56:23.283408 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab74699-350d-40e6-91c7-173add930432 req-771c4639-2b88-4e26-9696-7f5e17f94687 service neutron] Checking segment: {'id': '695d3c9b-6b49-4b44-82e3-daab02cb9cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:56:23.284183 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab74699-350d-40e6-91c7-173add930432 req-771c4639-2b88-4e26-9696-7f5e17f94687 service neutron] Bound using segment: {'id': '695d3c9b-6b49-4b44-82e3-daab02cb9cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a'} {{(pid=116192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:56:23.284846 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.managers [req-3ab74699-350d-40e6-91c7-173add930432 req-771c4639-2b88-4e26-9696-7f5e17f94687 service neutron] Bound port: 3e4f94ae-ac05-441d-a1fa-fa6601b9d389, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '695d3c9b-6b49-4b44-82e3-daab02cb9cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a'}}] {{(pid=116192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:56:23.286208 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-3ab74699-350d-40e6-91c7-173add930432 req-771c4639-2b88-4e26-9696-7f5e17f94687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (3e4f94ae-ac05-441d-a1fa-fa6601b9d389), before_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:23.323088 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-8b3a401b-08fe-4513-ad23-c7d3851eba43 admin admin] Publish callbacks [] for security_group (5c8fc162-5dca-4f1e-8cdf-c513758fcd72), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:23.348093 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a31df-5d52-450f-b4af-cba86be974e8 req-d62d7d9f-6239-402f-bb9e-401a99119b83 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:23.354988 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-506a31df-5d52-450f-b4af-cba86be974e8 req-d62d7d9f-6239-402f-bb9e-401a99119b83 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 931 time: 0.4246061 Jun 16 18:56:23.429851 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-33b3d22f-f390-4295-85ee-1207106bd46c req-fe95a698-d02f-4729-a43d-72d08b3d7dc7 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 210 time: 0.2933280 Jun 16 18:56:23.430835 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:23.454016 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a7bdf8b9-e2d6-4afc-9c94-065e6943b6fb admin admin] Publish callbacks [] for security_group (f0b14a2c-d0d3-4cf5-8a91-79ef6cf47c1b), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:23.456809 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-8b3a401b-08fe-4513-ad23-c7d3851eba43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (5c8fc162-5dca-4f1e-8cdf-c513758fcd72), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:23.481430 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-a66e7ce4-734d-409f-9ae5-d658a7e8ee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:23.483319 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-a66e7ce4-734d-409f-9ae5-d658a7e8ee4e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2192240 Jun 16 18:56:23.531156 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.db [req-3ab74699-350d-40e6-91c7-173add930432 req-771c4639-2b88-4e26-9696-7f5e17f94687 service neutron] For port 3e4f94ae-ac05-441d-a1fa-fa6601b9d389, host hv-cinder-84617, cleared binding levels {{(pid=116192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:56:23.536300 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:23.540767 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a7bdf8b9-e2d6-4afc-9c94-065e6943b6fb admin admin] Publish callbacks [] for security_group (f0b14a2c-d0d3-4cf5-8a91-79ef6cf47c1b), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:23.557475 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-8b3a401b-08fe-4513-ad23-c7d3851eba43 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9aacf82a037e4759a811b9c064510932&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5071280 Jun 16 18:56:23.574628 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 46804) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:23.575558 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.db [req-3ab74699-350d-40e6-91c7-173add930432 req-771c4639-2b88-4e26-9696-7f5e17f94687 service neutron] For port 3e4f94ae-ac05-441d-a1fa-fa6601b9d389, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=3e4f94ae-ac05-441d-a1fa-fa6601b9d389,segment=NetworkSegment(695d3c9b-6b49-4b44-82e3-daab02cb9cb5),segment_id=695d3c9b-6b49-4b44-82e3-daab02cb9cb5)] {{(pid=116192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:56:23.582015 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-ef0c3e49-5c8d-4b45-8b8b-ca0b5db86766 admin admin] Publish callbacks [] for security_group (bb3be342-a603-41ef-a248-646f2c039e48), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:23.595360 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:23.597273 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fb25820-240e-4480-8743-caca962cd852 req-dc6363ce-14bf-475e-84b8-e64b6cbb55de tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Made reservation on behalf of 0b607bd5abec4c72842e250a639f99f1 for: {'port': 1} {{(pid=116193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:56:23.600846 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-6fb25820-240e-4480-8743-caca962cd852 req-dc6363ce-14bf-475e-84b8-e64b6cbb55de tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:23.684103 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-ef0c3e49-5c8d-4b45-8b8b-ca0b5db86766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (bb3be342-a603-41ef-a248-646f2c039e48), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:23.689597 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-3ab74699-350d-40e6-91c7-173add930432 req-771c4639-2b88-4e26-9696-7f5e17f94687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (3e4f94ae-ac05-441d-a1fa-fa6601b9d389), after_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:23.792974 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a401b-08fe-4513-ad23-c7d3851eba43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8fc162-5dca-4f1e-8cdf-c513758fcd72,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:23.805301 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-ef0c3e49-5c8d-4b45-8b8b-ca0b5db86766 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=88fc6ce4c4e0474987ebedcfc10ce52a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5391345 Jun 16 18:56:23.805301 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab74699-350d-40e6-91c7-173add930432 req-771c4639-2b88-4e26-9696-7f5e17f94687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:23.805301 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-3ab74699-350d-40e6-91c7-173add930432 req-771c4639-2b88-4e26-9696-7f5e17f94687 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for port (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:23.805301 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-3ab74699-350d-40e6-91c7-173add930432 req-771c4639-2b88-4e26-9696-7f5e17f94687 service neutron] 10.222.0.66 "PUT /v2.0/ports/3e4f94ae-ac05-441d-a1fa-fa6601b9d389 HTTP/1.1" status: 200 len: 1093 time: 3.5465651 Jun 16 18:56:23.805301 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 46806) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:23.825759 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c3e49-5c8d-4b45-8b8b-ca0b5db86766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3be342-a603-41ef-a248-646f2c039e48,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:23.840526 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-fda3ecfa-72ec-4f88-b9c6-045c942037b5 service neutron] 10.222.0.66 "GET /v2.0/networks/d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529018 Jun 16 18:56:23.880526 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b7ba04-75d8-4807-813f-deefb96800a9 x-openstack-request-id: req-88b7ba04-75d8-4807-813f-deefb96800a9 {{(pid=116192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:56:23.880818 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "544e6615-4246-45d4-bd9b-18a4ab137989", "tag": "c03f9164-b914-4183-b673-f6b558f696da", "status": "completed", "code": 200}]} {{(pid=116192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:56:23.881068 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-88b7ba04-75d8-4807-813f-deefb96800a9 {{(pid=116192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:56:23.881630 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88b7ba04-75d8-4807-813f-deefb96800a9'] response: {'name': 'network-changed', 'server_uuid': '544e6615-4246-45d4-bd9b-18a4ab137989', 'tag': 'c03f9164-b914-4183-b673-f6b558f696da', 'status': 'completed', 'code': 200} Jun 16 18:56:23.896983 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a7bdf8b9-e2d6-4afc-9c94-065e6943b6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (f0b14a2c-d0d3-4cf5-8a91-79ef6cf47c1b), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:23.912800 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a7bdf8b9-e2d6-4afc-9c94-065e6943b6fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:23.914655 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-a7bdf8b9-e2d6-4afc-9c94-065e6943b6fb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f0b14a2c-d0d3-4cf5-8a91-79ef6cf47c1b HTTP/1.1" status: 204 len: 168 time: 0.8280861 Jun 16 18:56:23.915764 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c4639-2b88-4e26-9696-7f5e17f94687 service neutron] Pushing event updated for resources: {'Port': ['ID=3e4f94ae-ac05-441d-a1fa-fa6601b9d389,revision_number=3']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:24.018313 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a2a17b7e-d6f9-4efd-9aa7-daed9588aa8d admin admin] Publish callbacks [] for security_group (5c8fc162-5dca-4f1e-8cdf-c513758fcd72), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:24.037553 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bdf8b9-e2d6-4afc-9c94-065e6943b6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b14a2c-d0d3-4cf5-8a91-79ef6cf47c1b,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:24.043649 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-506a31df-5d52-450f-b4af-cba86be974e8 req-bab38870-b1ad-4d57-b950-a97b36d18a8e tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6878021 Jun 16 18:56:24.119580 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 6 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:56:24.137378 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-70a33984-7634-4cf8-96d0-704a06299ab3 admin admin] Publish callbacks [] for security_group (bb3be342-a603-41ef-a248-646f2c039e48), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:24.241823 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:24.248752 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a2a17b7e-d6f9-4efd-9aa7-daed9588aa8d admin admin] Publish callbacks [] for security_group (5c8fc162-5dca-4f1e-8cdf-c513758fcd72), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:24.275204 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=6 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:24.328857 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab74699-350d-40e6-91c7-173add930432 req-cb11945b-3b4d-47d3-b8f0-11eed663d8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:24.333809 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-3ab74699-350d-40e6-91c7-173add930432 req-cb11945b-3b4d-47d3-b8f0-11eed663d8c5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ed8501d1ff734054ba0a6ef4c398d051&device_id=25fe61a4-e1c1-4098-91db-fbb42c8b1d7b HTTP/1.1" status: 200 len: 1127 time: 0.3202684 Jun 16 18:56:24.345141 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-70a33984-7634-4cf8-96d0-704a06299ab3 admin admin] Publish callbacks [] for security_group (bb3be342-a603-41ef-a248-646f2c039e48), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:24.367982 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-c46fb896-00bd-458b-b6ac-206ca7da4a79 req-75eb5bcf-ccfd-4178-b0b5-8484005ae678 service neutron] 10.222.0.66 "GET /v2.0/networks/d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5188601 Jun 16 18:56:24.398760 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83c203-a5a0-48a5-ad7c-0f2490b91136 req-3711fc4b-b40c-464c-82d3-047ed5f2eaad tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:24.415926 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4c83c203-a5a0-48a5-ad7c-0f2490b91136 req-3711fc4b-b40c-464c-82d3-047ed5f2eaad tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 932 time: 0.4300401 Jun 16 18:56:24.424260 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-3ab74699-350d-40e6-91c7-173add930432 req-0e8f310a-83ff-40c0-9df9-9091869e5eb6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e4f94ae-ac05-441d-a1fa-fa6601b9d389 HTTP/1.1" status: 200 len: 217 time: 0.0730450 Jun 16 18:56:24.568376 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab74699-350d-40e6-91c7-173add930432 req-ebc735a4-c344-4a2e-84a6-4d875810979c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:24.570166 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-3ab74699-350d-40e6-91c7-173add930432 req-ebc735a4-c344-4a2e-84a6-4d875810979c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=21288f53-db0a-40bc-af1b-49bfa8ab21bd HTTP/1.1" status: 200 len: 857 time: 0.0852747 Jun 16 18:56:24.584226 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [req-9b32e0ce-db30-494e-9449-555d719200f3 req-e7219bd8-6726-4a20-9387-afb3354321e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 813e5e92-6255-46b0-aa69-1964caa13cf4 {{(pid=116193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:56:24.623493 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-9b32e0ce-db30-494e-9449-555d719200f3 req-e7219bd8-6726-4a20-9387-afb3354321e0 service neutron] Publish callbacks [] for port (813e5e92-6255-46b0-aa69-1964caa13cf4), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:24.657030 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d4176-3c4c-4146-9633-cae86bc6f227 req-fe06934d-f4da-4633-abd5-f0d3cf873140 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:24.669316 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-710d4176-3c4c-4146-9633-cae86bc6f227 req-fe06934d-f4da-4633-abd5-f0d3cf873140 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/ports?device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 944 time: 0.4627335 Jun 16 18:56:24.685900 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22957ea6-0ad0-4019-b0e1-b3008f49989a req-f2e535cd-cdde-4ecc-979d-43beebac935c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:24.699934 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-22957ea6-0ad0-4019-b0e1-b3008f49989a req-f2e535cd-cdde-4ecc-979d-43beebac935c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=57f75a8c58e340a1bba335f7463c03a1&device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 1128 time: 0.1685691 Jun 16 18:56:24.705770 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab74699-350d-40e6-91c7-173add930432 req-42b0bca7-403a-498b-b4de-f1c217394762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:24.712963 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a2a17b7e-d6f9-4efd-9aa7-daed9588aa8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (5c8fc162-5dca-4f1e-8cdf-c513758fcd72), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:24.713086 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-3ab74699-350d-40e6-91c7-173add930432 req-42b0bca7-403a-498b-b4de-f1c217394762 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9f034df0-3327-47b9-8a71-7606258bf90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1274552 Jun 16 18:56:24.713086 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-70a33984-7634-4cf8-96d0-704a06299ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (bb3be342-a603-41ef-a248-646f2c039e48), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:24.713356 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a2a17b7e-d6f9-4efd-9aa7-daed9588aa8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:24.713427 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-70a33984-7634-4cf8-96d0-704a06299ab3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:24.713427 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-70a33984-7634-4cf8-96d0-704a06299ab3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bb3be342-a603-41ef-a248-646f2c039e48 HTTP/1.1" status: 204 len: 168 time: 0.9064114 Jun 16 18:56:24.714089 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-a2a17b7e-d6f9-4efd-9aa7-daed9588aa8d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5c8fc162-5dca-4f1e-8cdf-c513758fcd72 HTTP/1.1" status: 204 len: 168 time: 1.1184847 Jun 16 18:56:24.725676 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.provisioning_blocks [req-9b32e0ce-db30-494e-9449-555d719200f3 req-e7219bd8-6726-4a20-9387-afb3354321e0 service neutron] Transition to ACTIVE for port object 813e5e92-6255-46b0-aa69-1964caa13cf4 will not be triggered until provisioned by entity L2. {{(pid=116193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 18:56:24.738482 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a33984-7634-4cf8-96d0-704a06299ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3be342-a603-41ef-a248-646f2c039e48,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:24.789606 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_common [req-6fb25820-240e-4480-8743-caca962cd852 req-dc6363ce-14bf-475e-84b8-e64b6cbb55de tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Allocated IP 172.20.0.14 (b63c6cac-d1b4-42bd-9dde-7d5291a4c111/fe716360-4f3c-4c62-9220-aaf7aa3a7a1f/44fe652d-5231-4810-99fa-21c58c429e9c) {{(pid=116193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:56:24.791929 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a17b7e-d6f9-4efd-9aa7-daed9588aa8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8fc162-5dca-4f1e-8cdf-c513758fcd72,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:24.804399 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-9b32e0ce-db30-494e-9449-555d719200f3 req-e7219bd8-6726-4a20-9387-afb3354321e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (813e5e92-6255-46b0-aa69-1964caa13cf4), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:24.847668 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4c83c203-a5a0-48a5-ad7c-0f2490b91136 req-ee857d4c-421d-48f5-8934-1ea499da09af tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111805 Jun 16 18:56:24.879596 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:24.892254 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-e555174d-c5e4-412b-85fa-dd6ea28c9bc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 874e17b1-59b4-455e-93ae-78a55fa69aa1 {{(pid=116193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:56:24.923735 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-e555174d-c5e4-412b-85fa-dd6ea28c9bc0 service neutron] Publish callbacks [] for port (874e17b1-59b4-455e-93ae-78a55fa69aa1), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:25.000525 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-710d4176-3c4c-4146-9633-cae86bc6f227 req-26146b82-dd90-420f-a984-68f100d76155 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/security-groups?id=992d6e86-67f1-44f7-8838-6a1edb468411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302100 Jun 16 18:56:25.057846 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7219bd8-6726-4a20-9387-afb3354321e0 service neutron] Pushing event updated for resources: {'Port': ['ID=813e5e92-6255-46b0-aa69-1964caa13cf4,revision_number=2']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:25.065563 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.provisioning_blocks [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-e555174d-c5e4-412b-85fa-dd6ea28c9bc0 service neutron] Transition to ACTIVE for port object 874e17b1-59b4-455e-93ae-78a55fa69aa1 will not be triggered until provisioned by entity L2. {{(pid=116193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 18:56:25.165011 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:25.287066 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-3ab74699-350d-40e6-91c7-173add930432 req-c956478d-5ae7-4a31-8e52-464e451e41f6 service neutron] 10.222.0.66 "GET /v2.0/networks/9f034df0-3327-47b9-8a71-7606258bf90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5412481 Jun 16 18:56:25.311366 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-e555174d-c5e4-412b-85fa-dd6ea28c9bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (874e17b1-59b4-455e-93ae-78a55fa69aa1), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:25.325857 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b1e23a38-5877-4539-af03-76fca50636c6 req-4cb87d4e-3e77-4308-9293-57cc40aa6e32 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 210 time: 0.3239758 Jun 16 18:56:25.376993 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22957ea6-0ad0-4019-b0e1-b3008f49989a req-060607e9-bac2-485f-aa57-02b47b6d5198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:25.379002 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-22957ea6-0ad0-4019-b0e1-b3008f49989a req-060607e9-bac2-485f-aa57-02b47b6d5198 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959 HTTP/1.1" status: 200 len: 913 time: 0.6179659 Jun 16 18:56:25.468631 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-22957ea6-0ad0-4019-b0e1-b3008f49989a req-a7f33d8b-948e-4a7f-9eba-6836287f774d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c03f9164-b914-4183-b673-f6b558f696da HTTP/1.1" status: 200 len: 217 time: 0.0680974 Jun 16 18:56:25.584376 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22957ea6-0ad0-4019-b0e1-b3008f49989a req-019f6240-a4e2-4068-9164-e37e4cc431f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:25.586287 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-22957ea6-0ad0-4019-b0e1-b3008f49989a req-019f6240-a4e2-4068-9164-e37e4cc431f0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3f362052-0b79-42eb-9b74-4dc8a98f4be6 HTTP/1.1" status: 200 len: 850 time: 0.0703123 Jun 16 18:56:25.593230 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-3ab74699-350d-40e6-91c7-173add930432 req-251f56a7-2cb5-421e-8980-5b6a9689f228 service neutron] 10.222.0.66 "GET /v2.0/networks/9f034df0-3327-47b9-8a71-7606258bf90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834384 Jun 16 18:56:25.678915 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22957ea6-0ad0-4019-b0e1-b3008f49989a req-7257eea5-feef-42b5-9c3b-6514a77d26f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:25.681594 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-22957ea6-0ad0-4019-b0e1-b3008f49989a req-7257eea5-feef-42b5-9c3b-6514a77d26f6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0747125 Jun 16 18:56:25.703148 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555174d-c5e4-412b-85fa-dd6ea28c9bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=874e17b1-59b4-455e-93ae-78a55fa69aa1,revision_number=2']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:25.728617 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:25.731188 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544f61a-fd44-4c01-8bfb-df9eb5d5657b req-116962e3-8bbd-4ffb-baeb-3695d47658e2 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:25.736742 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9544f61a-fd44-4c01-8bfb-df9eb5d5657b req-116962e3-8bbd-4ffb-baeb-3695d47658e2 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 943 time: 0.4488666 Jun 16 18:56:25.746054 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-9b32e0ce-db30-494e-9449-555d719200f3 req-e7219bd8-6726-4a20-9387-afb3354321e0 service neutron] Attempting to bind port 813e5e92-6255-46b0-aa69-1964caa13cf4 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:56:25.746514 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-9b32e0ce-db30-494e-9449-555d719200f3 req-e7219bd8-6726-4a20-9387-afb3354321e0 service neutron] Attempting to bind port 813e5e92-6255-46b0-aa69-1964caa13cf4 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': 'ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f'}] {{(pid=116193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:56:25.746959 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b32e0ce-db30-494e-9449-555d719200f3 req-e7219bd8-6726-4a20-9387-afb3354321e0 service neutron] Attempting to bind port 813e5e92-6255-46b0-aa69-1964caa13cf4 on network 64614a18-07e0-43ad-9990-55ab159f858f {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:56:25.815134 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b32e0ce-db30-494e-9449-555d719200f3 req-e7219bd8-6726-4a20-9387-afb3354321e0 service neutron] Port 813e5e92-6255-46b0-aa69-1964caa13cf4 on network 64614a18-07e0-43ad-9990-55ab159f858f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 18:56:25.815637 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b32e0ce-db30-494e-9449-555d719200f3 req-e7219bd8-6726-4a20-9387-afb3354321e0 service neutron] Attempting to bind port 813e5e92-6255-46b0-aa69-1964caa13cf4 on network 64614a18-07e0-43ad-9990-55ab159f858f {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:56:25.864972 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-22957ea6-0ad0-4019-b0e1-b3008f49989a req-3c47c035-b229-4d6b-8518-b6d65447771e service neutron] 10.222.0.66 "GET /v2.0/networks/d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688361 Jun 16 18:56:25.892387 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b32e0ce-db30-494e-9449-555d719200f3 req-e7219bd8-6726-4a20-9387-afb3354321e0 service neutron] Checking agent: {'id': '78e75526-212b-4550-9dc1-6e088b901fa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'started_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:56:25.893805 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b32e0ce-db30-494e-9449-555d719200f3 req-e7219bd8-6726-4a20-9387-afb3354321e0 service neutron] Checking segment: {'id': 'ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:56:25.894603 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b32e0ce-db30-494e-9449-555d719200f3 req-e7219bd8-6726-4a20-9387-afb3354321e0 service neutron] Bound using segment: {'id': 'ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f'} {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:56:25.897608 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-9b32e0ce-db30-494e-9449-555d719200f3 req-e7219bd8-6726-4a20-9387-afb3354321e0 service neutron] Bound port: 813e5e92-6255-46b0-aa69-1964caa13cf4, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f'}}] {{(pid=116193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:56:25.898589 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25fe61a4-e1c1-4098-91db-fbb42c8b1d7b', 'tag': '3e4f94ae-ac05-441d-a1fa-fa6601b9d389'}] {{(pid=116192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:56:25.900452 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-9b32e0ce-db30-494e-9449-555d719200f3 req-e7219bd8-6726-4a20-9387-afb3354321e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (813e5e92-6255-46b0-aa69-1964caa13cf4), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:25.912834 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744e9e4082f242c101b6c91db8253db5b8bdf8a002bfe2f24814a1499063359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358067dc-5523-4076-afad-5636594157e6" -d '{"events": [{"name": "network-changed", "server_uuid": "25fe61a4-e1c1-4098-91db-fbb42c8b1d7b", "tag": "3e4f94ae-ac05-441d-a1fa-fa6601b9d389"}]}' {{(pid=116192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:56:25.915244 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 46862) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:25.947339 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9544f61a-fd44-4c01-8bfb-df9eb5d5657b req-81c6bbf0-e15b-4c49-a206-1016d609005c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584001 Jun 16 18:56:26.051664 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-696eacdc-7605-46ba-9548-eebab2902b79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:26.136433 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:UPDATE=7,neutron:SELECT=87,neutron:INSERT=6 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:26.147321 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f648d20-91bd-42ad-b276-0b82b338590f x-openstack-request-id: req-7f648d20-91bd-42ad-b276-0b82b338590f {{(pid=116192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:56:26.147321 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25fe61a4-e1c1-4098-91db-fbb42c8b1d7b", "tag": "3e4f94ae-ac05-441d-a1fa-fa6601b9d389", "status": "completed", "code": 200}]} {{(pid=116192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:56:26.147321 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7f648d20-91bd-42ad-b276-0b82b338590f {{(pid=116192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:56:26.147321 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f648d20-91bd-42ad-b276-0b82b338590f'] response: {'name': 'network-changed', 'server_uuid': '25fe61a4-e1c1-4098-91db-fbb42c8b1d7b', 'tag': '3e4f94ae-ac05-441d-a1fa-fa6601b9d389', 'status': 'completed', 'code': 200} Jun 16 18:56:26.305717 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f187e5-92d0-4ceb-8c20-3167090fe69d req-80dad7d3-2e7f-4d09-9870-88eba2685919 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:26.309756 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-43f187e5-92d0-4ceb-8c20-3167090fe69d req-80dad7d3-2e7f-4d09-9870-88eba2685919 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 944 time: 0.2644498 Jun 16 18:56:26.401126 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047b118-7d1a-4537-bab2-db89597c45da req-063f12b5-2861-43c0-bf6f-6f9d21dc7436 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:26.408935 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2047b118-7d1a-4537-bab2-db89597c45da req-063f12b5-2861-43c0-bf6f-6f9d21dc7436 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/ports?device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 944 time: 0.1166275 Jun 16 18:56:26.413194 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-22957ea6-0ad0-4019-b0e1-b3008f49989a req-b0659d85-4b2e-4bc4-91f4-e9f4c547aba6 service neutron] 10.222.0.66 "GET /v2.0/networks/d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5314701 Jun 16 18:56:26.417037 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:26.451445 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-9b32e0ce-db30-494e-9449-555d719200f3 req-e7219bd8-6726-4a20-9387-afb3354321e0 service neutron] For port 813e5e92-6255-46b0-aa69-1964caa13cf4, host hv-cinder-84617, cleared binding levels {{(pid=116193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:56:26.462234 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358067dc-5523-4076-afad-5636594157e6 req-adfbaabe-584e-4933-b13c-9efef2117095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:26.464085 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-358067dc-5523-4076-afad-5636594157e6 req-adfbaabe-584e-4933-b13c-9efef2117095 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ed8501d1ff734054ba0a6ef4c398d051&device_id=25fe61a4-e1c1-4098-91db-fbb42c8b1d7b HTTP/1.1" status: 200 len: 1127 time: 0.0637360 Jun 16 18:56:26.512034 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-696eacdc-7605-46ba-9548-eebab2902b79 admin admin] Publish callbacks [] for security_group (3a149c18-53a0-43f2-b69d-9f1dd719b6e8), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:26.542773 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-e555174d-c5e4-412b-85fa-dd6ea28c9bc0 service neutron] Attempting to bind port 874e17b1-59b4-455e-93ae-78a55fa69aa1 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:56:26.543526 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-e555174d-c5e4-412b-85fa-dd6ea28c9bc0 service neutron] Attempting to bind port 874e17b1-59b4-455e-93ae-78a55fa69aa1 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '695d3c9b-6b49-4b44-82e3-daab02cb9cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a'}] {{(pid=116193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:56:26.544189 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-e555174d-c5e4-412b-85fa-dd6ea28c9bc0 service neutron] Attempting to bind port 874e17b1-59b4-455e-93ae-78a55fa69aa1 on network 9f034df0-3327-47b9-8a71-7606258bf90a {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:56:26.580882 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-9b32e0ce-db30-494e-9449-555d719200f3 req-e7219bd8-6726-4a20-9387-afb3354321e0 service neutron] For port 813e5e92-6255-46b0-aa69-1964caa13cf4, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=813e5e92-6255-46b0-aa69-1964caa13cf4,segment=NetworkSegment(ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e),segment_id=ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e)] {{(pid=116193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:56:26.588511 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358067dc-5523-4076-afad-5636594157e6 req-70091e17-6402-4feb-8292-a2b3557b4830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:26.590922 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-358067dc-5523-4076-afad-5636594157e6 req-70091e17-6402-4feb-8292-a2b3557b4830 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9f034df0-3327-47b9-8a71-7606258bf90a HTTP/1.1" status: 200 len: 920 time: 0.1162431 Jun 16 18:56:26.597827 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-696eacdc-7605-46ba-9548-eebab2902b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (3a149c18-53a0-43f2-b69d-9f1dd719b6e8), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:26.628163 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-696eacdc-7605-46ba-9548-eebab2902b79 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=93a3d2f478cf47db80e7e15b92b0fc99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6509347 Jun 16 18:56:26.630937 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 46892) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:26.658934 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2047b118-7d1a-4537-bab2-db89597c45da req-2e85365e-0e18-40b8-a1cb-3eabd1d87b08 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/security-groups?id=992d6e86-67f1-44f7-8838-6a1edb468411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487638 Jun 16 18:56:26.659513 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-e555174d-c5e4-412b-85fa-dd6ea28c9bc0 service neutron] Port 874e17b1-59b4-455e-93ae-78a55fa69aa1 on network 9f034df0-3327-47b9-8a71-7606258bf90a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 18:56:26.659837 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-e555174d-c5e4-412b-85fa-dd6ea28c9bc0 service neutron] Attempting to bind port 874e17b1-59b4-455e-93ae-78a55fa69aa1 on network 9f034df0-3327-47b9-8a71-7606258bf90a {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:56:26.668329 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-6fb25820-240e-4480-8743-caca962cd852 req-dc6363ce-14bf-475e-84b8-e64b6cbb55de tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for port (44fe652d-5231-4810-99fa-21c58c429e9c), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:26.702581 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-e555174d-c5e4-412b-85fa-dd6ea28c9bc0 service neutron] Checking agent: {'id': '78e75526-212b-4550-9dc1-6e088b901fa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'started_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:56:26.707126 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-e555174d-c5e4-412b-85fa-dd6ea28c9bc0 service neutron] Checking segment: {'id': '695d3c9b-6b49-4b44-82e3-daab02cb9cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:56:26.707126 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-e555174d-c5e4-412b-85fa-dd6ea28c9bc0 service neutron] Bound using segment: {'id': '695d3c9b-6b49-4b44-82e3-daab02cb9cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a'} {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:56:26.707126 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-e555174d-c5e4-412b-85fa-dd6ea28c9bc0 service neutron] Bound port: 874e17b1-59b4-455e-93ae-78a55fa69aa1, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '695d3c9b-6b49-4b44-82e3-daab02cb9cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a'}}] {{(pid=116193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:56:26.707126 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-e555174d-c5e4-412b-85fa-dd6ea28c9bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (874e17b1-59b4-455e-93ae-78a55fa69aa1), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:26.728654 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696eacdc-7605-46ba-9548-eebab2902b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a149c18-53a0-43f2-b69d-9f1dd719b6e8,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:26.736372 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-43f187e5-92d0-4ceb-8c20-3167090fe69d req-17130846-ea54-466a-b13c-2e6b30fcbc5a tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085053 Jun 16 18:56:26.748014 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-9b32e0ce-db30-494e-9449-555d719200f3 req-e7219bd8-6726-4a20-9387-afb3354321e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (813e5e92-6255-46b0-aa69-1964caa13cf4), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:26.758484 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-358067dc-5523-4076-afad-5636594157e6 req-624f2111-c185-45aa-abf3-da3a7de86bf9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e4f94ae-ac05-441d-a1fa-fa6601b9d389 HTTP/1.1" status: 200 len: 217 time: 0.1351683 Jun 16 18:56:26.948639 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32e0ce-db30-494e-9449-555d719200f3 req-e7219bd8-6726-4a20-9387-afb3354321e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:26.954078 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-9b32e0ce-db30-494e-9449-555d719200f3 req-e7219bd8-6726-4a20-9387-afb3354321e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:26.957148 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358067dc-5523-4076-afad-5636594157e6 req-c2f6017c-657b-4f2a-8814-5166ef29f964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:26.959713 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9b32e0ce-db30-494e-9449-555d719200f3 req-e7219bd8-6726-4a20-9387-afb3354321e0 service neutron] 10.222.0.66 "PUT /v2.0/ports/813e5e92-6255-46b0-aa69-1964caa13cf4 HTTP/1.1" status: 200 len: 1093 time: 5.5146804 Jun 16 18:56:26.960953 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-358067dc-5523-4076-afad-5636594157e6 req-c2f6017c-657b-4f2a-8814-5166ef29f964 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=21288f53-db0a-40bc-af1b-49bfa8ab21bd HTTP/1.1" status: 200 len: 857 time: 0.1858656 Jun 16 18:56:26.962304 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-27d24d2b-4b51-4e93-918e-8bce8b2ca5fd admin admin] Publish callbacks [] for security_group (3a149c18-53a0-43f2-b69d-9f1dd719b6e8), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:26.979411 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=7 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:26.982692 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bad769d-1b62-4d0f-8491-bfae3997a525', 'tag': '813e5e92-6255-46b0-aa69-1964caa13cf4'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:56:27.005467 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9a1bc461-13cd-44e5-9082-a6e08fbdc720 req-075c70db-bf4d-4bea-b6e0-a53662fff2a7 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 210 time: 0.2356043 Jun 16 18:56:27.056511 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7219bd8-6726-4a20-9387-afb3354321e0 service neutron] Pushing event updated for resources: {'Port': ['ID=813e5e92-6255-46b0-aa69-1964caa13cf4,revision_number=3']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:27.111335 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-27d24d2b-4b51-4e93-918e-8bce8b2ca5fd admin admin] Publish callbacks [] for security_group (3a149c18-53a0-43f2-b69d-9f1dd719b6e8), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:27.122405 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358067dc-5523-4076-afad-5636594157e6 req-1b49c82c-902f-4a9a-9b58-3b2f0ae697be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:27.124468 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-358067dc-5523-4076-afad-5636594157e6 req-1b49c82c-902f-4a9a-9b58-3b2f0ae697be service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9f034df0-3327-47b9-8a71-7606258bf90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1390812 Jun 16 18:56:27.159551 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-6fb25820-240e-4480-8743-caca962cd852 req-dc6363ce-14bf-475e-84b8-e64b6cbb55de tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (44fe652d-5231-4810-99fa-21c58c429e9c), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:27.280785 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-e555174d-c5e4-412b-85fa-dd6ea28c9bc0 service neutron] For port 874e17b1-59b4-455e-93ae-78a55fa69aa1, host hv-cinder-84617, cleared binding levels {{(pid=116193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:56:27.334033 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32e0ce-db30-494e-9449-555d719200f3 req-ba975b12-4cb1-419e-a4f0-67f13c9d4680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:27.335601 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9b32e0ce-db30-494e-9449-555d719200f3 req-ba975b12-4cb1-419e-a4f0-67f13c9d4680 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9e5f71068aa4d75bcc4578b741f490d&device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 1127 time: 0.2196331 Jun 16 18:56:27.347592 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-e555174d-c5e4-412b-85fa-dd6ea28c9bc0 service neutron] For port 874e17b1-59b4-455e-93ae-78a55fa69aa1, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=874e17b1-59b4-455e-93ae-78a55fa69aa1,segment=NetworkSegment(695d3c9b-6b49-4b44-82e3-daab02cb9cb5),segment_id=695d3c9b-6b49-4b44-82e3-daab02cb9cb5)] {{(pid=116193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:56:27.361623 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:27.361813 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-27d24d2b-4b51-4e93-918e-8bce8b2ca5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (3a149c18-53a0-43f2-b69d-9f1dd719b6e8), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:27.367002 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-27d24d2b-4b51-4e93-918e-8bce8b2ca5fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:27.374097 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-27d24d2b-4b51-4e93-918e-8bce8b2ca5fd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3a149c18-53a0-43f2-b69d-9f1dd719b6e8 HTTP/1.1" status: 204 len: 168 time: 0.7418280 Jun 16 18:56:27.412276 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fb25820-240e-4480-8743-caca962cd852 req-dc6363ce-14bf-475e-84b8-e64b6cbb55de tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Network b63c6cac-d1b4-42bd-9dde-7d5291a4c111 is already hosted by enough agents. {{(pid=116193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:56:27.440147 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d24d2b-4b51-4e93-918e-8bce8b2ca5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a149c18-53a0-43f2-b69d-9f1dd719b6e8,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:27.446093 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0296c06-ea30-4206-bd2b-614f9764f0a4" -d '{"events": [{"name": "network-changed", "server_uuid": "8bad769d-1b62-4d0f-8491-bfae3997a525", "tag": "813e5e92-6255-46b0-aa69-1964caa13cf4"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:56:27.473567 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:27.474175 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-358067dc-5523-4076-afad-5636594157e6 req-e2b7ffc5-f44c-44ba-b298-8bb19a21778d service neutron] 10.222.0.66 "GET /v2.0/networks/9f034df0-3327-47b9-8a71-7606258bf90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363099 Jun 16 18:56:27.494054 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f073a-c13b-4733-b79e-06b9c209dbc7 req-9e4c303c-c004-4753-a62d-c1bad00f0ebc tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:27.495665 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-204f073a-c13b-4733-b79e-06b9c209dbc7 req-9e4c303c-c004-4753-a62d-c1bad00f0ebc tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 943 time: 0.3636475 Jun 16 18:56:27.521634 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9b32e0ce-db30-494e-9449-555d719200f3 req-ce2f4191-a1d9-4290-aa25-c5d8d8709cf1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=813e5e92-6255-46b0-aa69-1964caa13cf4 HTTP/1.1" status: 200 len: 217 time: 0.1622829 Jun 16 18:56:27.522471 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [req-6fb25820-240e-4480-8743-caca962cd852 req-dc6363ce-14bf-475e-84b8-e64b6cbb55de tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Resources bound (agent type, host, resource id): {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:56:27.530464 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb25820-240e-4480-8743-caca962cd852 req-dc6363ce-14bf-475e-84b8-e64b6cbb55de tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Received port after_create {{(pid=116193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:56:27.534388 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-e555174d-c5e4-412b-85fa-dd6ea28c9bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (874e17b1-59b4-455e-93ae-78a55fa69aa1), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:27.563512 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6363ce-14bf-475e-84b8-e64b6cbb55de tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Pushing event updated for resources: {'Port': ['ID=44fe652d-5231-4810-99fa-21c58c429e9c,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:27.667601 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-358067dc-5523-4076-afad-5636594157e6 req-5b221209-8a0a-403a-8184-7b3ddca9f830 service neutron] 10.222.0.66 "GET /v2.0/networks/9f034df0-3327-47b9-8a71-7606258bf90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603787 Jun 16 18:56:27.669738 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:27.680231 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:27.753759 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-e555174d-c5e4-412b-85fa-dd6ea28c9bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:27.754384 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-e555174d-c5e4-412b-85fa-dd6ea28c9bc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:27.757496 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-e555174d-c5e4-412b-85fa-dd6ea28c9bc0 service neutron] 10.222.0.66 "PUT /v2.0/ports/874e17b1-59b4-455e-93ae-78a55fa69aa1 HTTP/1.1" status: 200 len: 1094 time: 5.1170909 Jun 16 18:56:27.870650 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-204f073a-c13b-4733-b79e-06b9c209dbc7 req-18117bcd-bf30-4145-af5c-4e2660faf100 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3585114 Jun 16 18:56:27.916487 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb25820-240e-4480-8743-caca962cd852 req-dc6363ce-14bf-475e-84b8-e64b6cbb55de tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:27.917167 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-6fb25820-240e-4480-8743-caca962cd852 req-dc6363ce-14bf-475e-84b8-e64b6cbb55de tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:28.045374 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32e0ce-db30-494e-9449-555d719200f3 req-596b2c0b-ac4c-40e5-952d-9a9d6ebd8f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:28.053031 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9b32e0ce-db30-494e-9449-555d719200f3 req-596b2c0b-ac4c-40e5-952d-9a9d6ebd8f22 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3c0b066-676e-4fae-8d81-100b0457b81e HTTP/1.1" status: 200 len: 849 time: 0.4996021 Jun 16 18:56:28.091759 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555174d-c5e4-412b-85fa-dd6ea28c9bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=874e17b1-59b4-455e-93ae-78a55fa69aa1,revision_number=3']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:28.121554 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-341ae056-0cb5-4c48-b0ab-7922d4c34ded None None] Provisioning complete for port 44fe652d-5231-4810-99fa-21c58c429e9c triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:28.121959 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-341ae056-0cb5-4c48-b0ab-7922d4c34ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (44fe652d-5231-4810-99fa-21c58c429e9c), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:28.229016 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-341ae056-0cb5-4c48-b0ab-7922d4c34ded None None] Port 44fe652d-5231-4810-99fa-21c58c429e9c cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:56:28.254080 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd0999c-230e-487a-a0ee-775a6d7fe5e7 x-openstack-request-id: req-9fd0999c-230e-487a-a0ee-775a6d7fe5e7 {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:56:28.266141 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bad769d-1b62-4d0f-8491-bfae3997a525", "tag": "813e5e92-6255-46b0-aa69-1964caa13cf4", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:56:28.266349 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9fd0999c-230e-487a-a0ee-775a6d7fe5e7 {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:56:28.266898 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fd0999c-230e-487a-a0ee-775a6d7fe5e7'] response: {'name': 'network-changed', 'server_uuid': '8bad769d-1b62-4d0f-8491-bfae3997a525', 'tag': '813e5e92-6255-46b0-aa69-1964caa13cf4', 'status': 'completed', 'code': 200} Jun 16 18:56:28.314312 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-0f6f4186-eb7e-4d56-8fb0-0a797a0a8caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:28.314312 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-0f6f4186-eb7e-4d56-8fb0-0a797a0a8caf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ed8501d1ff734054ba0a6ef4c398d051&device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 1128 time: 0.4147742 Jun 16 18:56:28.380795 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684704f4-557b-499f-a253-8868a0788736 req-6f1a8de3-fb3a-425f-befd-f08fcd3e7f13 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:28.382431 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-684704f4-557b-499f-a253-8868a0788736 req-6f1a8de3-fb3a-425f-befd-f08fcd3e7f13 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 944 time: 0.0808904 Jun 16 18:56:28.385547 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6fb25820-240e-4480-8743-caca962cd852 req-dc6363ce-14bf-475e-84b8-e64b6cbb55de tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9923725 Jun 16 18:56:28.429511 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-ccacfc23-b18f-4581-85d8-fee4f920f535 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=874e17b1-59b4-455e-93ae-78a55fa69aa1 HTTP/1.1" status: 200 len: 217 time: 0.1108482 Jun 16 18:56:28.443384 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32e0ce-db30-494e-9449-555d719200f3 req-bcc2ba54-a85d-42f0-84cd-0eec1c99c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:28.444851 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9b32e0ce-db30-494e-9449-555d719200f3 req-bcc2ba54-a85d-42f0-84cd-0eec1c99c095 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=64614a18-07e0-43ad-9990-55ab159f858f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3384950 Jun 16 18:56:28.451190 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [req-6fb25820-240e-4480-8743-caca962cd852 req-e31ab740-3516-4bff-8ea6-8ac6abb62a34 service neutron] Request body: {'port': {'device_id': 'd6c04798-b061-421b-9b61-db9cce7dace4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:56:28.459723 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df43ee-1d95-4822-a9ad-7c4342e831de req-e9a7f8a9-b27d-4a9f-8df9-e98bad95af09 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:28.461403 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c2df43ee-1d95-4822-a9ad-7c4342e831de req-e9a7f8a9-b27d-4a9f-8df9-e98bad95af09 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/ports?device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 944 time: 0.4194589 Jun 16 18:56:28.541386 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-0f23c86f-3ad6-4cbc-87e1-471fadd87489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:28.543093 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-0f23c86f-3ad6-4cbc-87e1-471fadd87489 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=21288f53-db0a-40bc-af1b-49bfa8ab21bd HTTP/1.1" status: 200 len: 857 time: 0.0798149 Jun 16 18:56:28.582690 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:28.697720 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:28.828424 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:28.941576 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-6fb25820-240e-4480-8743-caca962cd852 req-e31ab740-3516-4bff-8ea6-8ac6abb62a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (44fe652d-5231-4810-99fa-21c58c429e9c), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:28.955210 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c2df43ee-1d95-4822-a9ad-7c4342e831de req-622e37f0-f3f8-4c82-a539-5558007b726a tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/security-groups?id=992d6e86-67f1-44f7-8838-6a1edb468411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109578 Jun 16 18:56:28.958138 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-684704f4-557b-499f-a253-8868a0788736 req-baa4c875-b295-41a7-8e1c-d5268428d2b8 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5240526 Jun 16 18:56:28.977536 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-4b6bef29-95af-4a95-89d8-6813634a0e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:28.979054 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-4b6bef29-95af-4a95-89d8-6813634a0e82 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9f034df0-3327-47b9-8a71-7606258bf90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4145508 Jun 16 18:56:29.175456 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9b32e0ce-db30-494e-9449-555d719200f3 req-cfc3aff5-8b7c-47a8-bba9-808b76d404d6 service neutron] 10.222.0.66 "GET /v2.0/networks/64614a18-07e0-43ad-9990-55ab159f858f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7131026 Jun 16 18:56:29.278958 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4693a824-c032-4547-bab4-da738a1ba853 req-89f1d461-8a59-423c-ba88-c542536a881e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:29.280954 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4693a824-c032-4547-bab4-da738a1ba853 req-89f1d461-8a59-423c-ba88-c542536a881e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 932 time: 0.1907256 Jun 16 18:56:29.311934 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a5e06-1f2b-42ad-852e-b6d37613115a req-40c37d36-5e4d-48a0-b448-a89969b13eba tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:29.313504 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-786a5e06-1f2b-42ad-852e-b6d37613115a req-40c37d36-5e4d-48a0-b448-a89969b13eba tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 943 time: 0.2285590 Jun 16 18:56:29.320090 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-5c4eea21-4583-4902-820b-229e9d1a38b5 service neutron] 10.222.0.66 "GET /v2.0/networks/9f034df0-3327-47b9-8a71-7606258bf90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178191 Jun 16 18:56:29.536113 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4693a824-c032-4547-bab4-da738a1ba853 req-9f299f20-c400-4c1e-bb8c-db89dd6ac799 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2379835 Jun 16 18:56:29.592754 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:29.616280 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-786a5e06-1f2b-42ad-852e-b6d37613115a req-ab3263ea-5442-4673-99c3-260dac3120f6 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2787805 Jun 16 18:56:29.618353 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9b32e0ce-db30-494e-9449-555d719200f3 req-4e9a7c04-c6c2-4509-a7bb-93822f3074c5 service neutron] 10.222.0.66 "GET /v2.0/networks/64614a18-07e0-43ad-9990-55ab159f858f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627632 Jun 16 18:56:29.731927 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e2d36daf-7a96-4ea3-b4e0-fa919f83e1fe req-c93924f4-3450-400f-91b8-f7db257534e4 service neutron] 10.222.0.66 "GET /v2.0/networks/9f034df0-3327-47b9-8a71-7606258bf90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118437 Jun 16 18:56:29.742421 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [req-6fb25820-240e-4480-8743-caca962cd852 req-e31ab740-3516-4bff-8ea6-8ac6abb62a34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44fe652d-5231-4810-99fa-21c58c429e9c {{(pid=116193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:56:29.750950 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-6fb25820-240e-4480-8743-caca962cd852 req-e31ab740-3516-4bff-8ea6-8ac6abb62a34 service neutron] Publish callbacks [] for port (44fe652d-5231-4810-99fa-21c58c429e9c), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:29.768368 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.provisioning_blocks [req-6fb25820-240e-4480-8743-caca962cd852 req-e31ab740-3516-4bff-8ea6-8ac6abb62a34 service neutron] Transition to ACTIVE for port object 44fe652d-5231-4810-99fa-21c58c429e9c will not be triggered until provisioned by entity L2. {{(pid=116193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 18:56:29.834217 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-6fb25820-240e-4480-8743-caca962cd852 req-e31ab740-3516-4bff-8ea6-8ac6abb62a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (44fe652d-5231-4810-99fa-21c58c429e9c), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:29.954790 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0296c06-ea30-4206-bd2b-614f9764f0a4 req-d5332d47-c640-4a96-ba37-4a49f581211f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:29.956305 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c0296c06-ea30-4206-bd2b-614f9764f0a4 req-d5332d47-c640-4a96-ba37-4a49f581211f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9e5f71068aa4d75bcc4578b741f490d&device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 1127 time: 0.1098340 Jun 16 18:56:29.958434 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ab740-3516-4bff-8ea6-8ac6abb62a34 service neutron] Pushing event updated for resources: {'Port': ['ID=44fe652d-5231-4810-99fa-21c58c429e9c,revision_number=2']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:30.068338 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:30.289355 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '410bdd70-d5fd-4cfe-ad04-cf135bef00ff', 'tag': '874e17b1-59b4-455e-93ae-78a55fa69aa1'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:56:30.291389 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73325404-ffde-47d8-b662-4220cc4770eb" -d '{"events": [{"name": "network-changed", "server_uuid": "410bdd70-d5fd-4cfe-ad04-cf135bef00ff", "tag": "874e17b1-59b4-455e-93ae-78a55fa69aa1"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:56:30.447157 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0819e-9bf7-4f1c-8d94-7f49066de48b req-84e24881-e5a7-4462-8455-48662da4db50 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:30.449210 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-79b0819e-9bf7-4f1c-8d94-7f49066de48b req-84e24881-e5a7-4462-8455-48662da4db50 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/ports?device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 944 time: 0.3036494 Jun 16 18:56:30.514558 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3deba-4d5b-4f39-a116-77f49df215eb req-1e9be503-a6e7-462c-9525-256d928fcbf5 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:30.516243 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0ea3deba-4d5b-4f39-a116-77f49df215eb req-1e9be503-a6e7-462c-9525-256d928fcbf5 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 944 time: 0.3833120 Jun 16 18:56:30.539802 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0296c06-ea30-4206-bd2b-614f9764f0a4 req-a8897511-5314-47d0-9017-e49d1a69917c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:30.541823 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c0296c06-ea30-4206-bd2b-614f9764f0a4 req-a8897511-5314-47d0-9017-e49d1a69917c service neutron] 10.222.0.66 "GET /v2.0/networks?id=64614a18-07e0-43ad-9990-55ab159f858f HTTP/1.1" status: 200 len: 912 time: 0.5742235 Jun 16 18:56:30.579717 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-6fb25820-240e-4480-8743-caca962cd852 req-e31ab740-3516-4bff-8ea6-8ac6abb62a34 service neutron] Attempting to bind port 44fe652d-5231-4810-99fa-21c58c429e9c on host hv-cinder-84617 for vnic_type normal with profile {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:56:30.580046 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-6fb25820-240e-4480-8743-caca962cd852 req-e31ab740-3516-4bff-8ea6-8ac6abb62a34 service neutron] Attempting to bind port 44fe652d-5231-4810-99fa-21c58c429e9c by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '2d327e91-41ae-4018-ab9b-16723f98bb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111'}] {{(pid=116193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:56:30.580378 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb25820-240e-4480-8743-caca962cd852 req-e31ab740-3516-4bff-8ea6-8ac6abb62a34 service neutron] Attempting to bind port 44fe652d-5231-4810-99fa-21c58c429e9c on network b63c6cac-d1b4-42bd-9dde-7d5291a4c111 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:56:30.592205 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb25820-240e-4480-8743-caca962cd852 req-e31ab740-3516-4bff-8ea6-8ac6abb62a34 service neutron] Port 44fe652d-5231-4810-99fa-21c58c429e9c on network b63c6cac-d1b4-42bd-9dde-7d5291a4c111 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 18:56:30.592605 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb25820-240e-4480-8743-caca962cd852 req-e31ab740-3516-4bff-8ea6-8ac6abb62a34 service neutron] Attempting to bind port 44fe652d-5231-4810-99fa-21c58c429e9c on network b63c6cac-d1b4-42bd-9dde-7d5291a4c111 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:56:30.688411 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb25820-240e-4480-8743-caca962cd852 req-e31ab740-3516-4bff-8ea6-8ac6abb62a34 service neutron] Checking agent: {'id': '78e75526-212b-4550-9dc1-6e088b901fa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'started_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:56:30.688787 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb25820-240e-4480-8743-caca962cd852 req-e31ab740-3516-4bff-8ea6-8ac6abb62a34 service neutron] Checking segment: {'id': '2d327e91-41ae-4018-ab9b-16723f98bb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:56:30.689175 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb25820-240e-4480-8743-caca962cd852 req-e31ab740-3516-4bff-8ea6-8ac6abb62a34 service neutron] Bound using segment: {'id': '2d327e91-41ae-4018-ab9b-16723f98bb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111'} {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:56:30.690054 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-6fb25820-240e-4480-8743-caca962cd852 req-e31ab740-3516-4bff-8ea6-8ac6abb62a34 service neutron] Bound port: 44fe652d-5231-4810-99fa-21c58c429e9c, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d327e91-41ae-4018-ab9b-16723f98bb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111'}}] {{(pid=116193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:56:30.690054 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-6fb25820-240e-4480-8743-caca962cd852 req-e31ab740-3516-4bff-8ea6-8ac6abb62a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (44fe652d-5231-4810-99fa-21c58c429e9c), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:30.705338 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c0296c06-ea30-4206-bd2b-614f9764f0a4 req-c177994b-4ed5-43e2-ac5f-f513a866a597 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=813e5e92-6255-46b0-aa69-1964caa13cf4 HTTP/1.1" status: 200 len: 217 time: 0.1153467 Jun 16 18:56:30.714704 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0ea3deba-4d5b-4f39-a116-77f49df215eb req-e5413b80-7dfc-4d9f-a471-68501fa8f2b5 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813974 Jun 16 18:56:30.719110 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-79b0819e-9bf7-4f1c-8d94-7f49066de48b req-fbafa7cb-5352-4e07-ac0e-ef95b68a38af tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/security-groups?id=992d6e86-67f1-44f7-8838-6a1edb468411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396922 Jun 16 18:56:30.782032 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:30.822484 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0296c06-ea30-4206-bd2b-614f9764f0a4 req-1cac4f35-7e04-405c-a84a-6b21d895cf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:30.824254 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c0296c06-ea30-4206-bd2b-614f9764f0a4 req-1cac4f35-7e04-405c-a84a-6b21d895cf09 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3c0b066-676e-4fae-8d81-100b0457b81e HTTP/1.1" status: 200 len: 849 time: 0.1041319 Jun 16 18:56:30.855930 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52eee32-2008-4c7f-af20-36bc4fa1a750 x-openstack-request-id: req-a52eee32-2008-4c7f-af20-36bc4fa1a750 {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:56:30.856473 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "410bdd70-d5fd-4cfe-ad04-cf135bef00ff", "tag": "874e17b1-59b4-455e-93ae-78a55fa69aa1", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:56:30.856711 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a52eee32-2008-4c7f-af20-36bc4fa1a750 {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:56:30.857098 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a52eee32-2008-4c7f-af20-36bc4fa1a750'] response: {'name': 'network-changed', 'server_uuid': '410bdd70-d5fd-4cfe-ad04-cf135bef00ff', 'tag': '874e17b1-59b4-455e-93ae-78a55fa69aa1', 'status': 'completed', 'code': 200} Jun 16 18:56:30.916978 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-6fb25820-240e-4480-8743-caca962cd852 req-e31ab740-3516-4bff-8ea6-8ac6abb62a34 service neutron] For port 44fe652d-5231-4810-99fa-21c58c429e9c, host hv-cinder-84617, cleared binding levels {{(pid=116193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:56:30.940242 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:30.972003 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0296c06-ea30-4206-bd2b-614f9764f0a4 req-734e2d57-97a4-4a9f-9200-416f00bfe890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:30.973530 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c0296c06-ea30-4206-bd2b-614f9764f0a4 req-734e2d57-97a4-4a9f-9200-416f00bfe890 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=64614a18-07e0-43ad-9990-55ab159f858f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1419718 Jun 16 18:56:30.976144 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-6fb25820-240e-4480-8743-caca962cd852 req-e31ab740-3516-4bff-8ea6-8ac6abb62a34 service neutron] For port 44fe652d-5231-4810-99fa-21c58c429e9c, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=44fe652d-5231-4810-99fa-21c58c429e9c,segment=NetworkSegment(2d327e91-41ae-4018-ab9b-16723f98bb9d),segment_id=2d327e91-41ae-4018-ab9b-16723f98bb9d)] {{(pid=116193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:56:30.985818 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac85096-d063-434b-aae7-f762090562a1 req-18384c18-4326-4d27-8dfe-0f4f1adabd01 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:30.987454 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9ac85096-d063-434b-aae7-f762090562a1 req-18384c18-4326-4d27-8dfe-0f4f1adabd01 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.1351140 Jun 16 18:56:31.042967 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73325404-ffde-47d8-b662-4220cc4770eb req-fb3575f0-0b85-44f8-bc52-e7e562f65dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:31.046641 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-73325404-ffde-47d8-b662-4220cc4770eb req-fb3575f0-0b85-44f8-bc52-e7e562f65dd3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ed8501d1ff734054ba0a6ef4c398d051&device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 1128 time: 0.1322861 Jun 16 18:56:31.053370 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:31.087566 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-6fb25820-240e-4480-8743-caca962cd852 req-e31ab740-3516-4bff-8ea6-8ac6abb62a34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (44fe652d-5231-4810-99fa-21c58c429e9c), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:31.097639 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:31.130304 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6edefb9-67c5-4aca-a1fc-63a134f90943 req-97c6073e-a7c8-41af-871a-4f0397929204 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:31.131836 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a6edefb9-67c5-4aca-a1fc-63a134f90943 req-97c6073e-a7c8-41af-871a-4f0397929204 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 943 time: 0.1652682 Jun 16 18:56:31.413166 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb25820-240e-4480-8743-caca962cd852 req-e31ab740-3516-4bff-8ea6-8ac6abb62a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:31.413901 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-6fb25820-240e-4480-8743-caca962cd852 req-e31ab740-3516-4bff-8ea6-8ac6abb62a34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:31.415875 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6fb25820-240e-4480-8743-caca962cd852 req-e31ab740-3516-4bff-8ea6-8ac6abb62a34 service neutron] 10.222.0.66 "PUT /v2.0/ports/44fe652d-5231-4810-99fa-21c58c429e9c HTTP/1.1" status: 200 len: 1094 time: 2.9700153 Jun 16 18:56:31.465639 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9ac85096-d063-434b-aae7-f762090562a1 req-d224518c-824c-4b54-8ebb-6401f8f53c55 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4668870 Jun 16 18:56:31.504633 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c0296c06-ea30-4206-bd2b-614f9764f0a4 req-6302cc25-5321-4eea-a088-c031bf4bc8dd service neutron] 10.222.0.66 "GET /v2.0/networks/64614a18-07e0-43ad-9990-55ab159f858f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4735401 Jun 16 18:56:31.544138 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ab740-3516-4bff-8ea6-8ac6abb62a34 service neutron] Pushing event updated for resources: {'Port': ['ID=44fe652d-5231-4810-99fa-21c58c429e9c,revision_number=3']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:31.614975 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a6edefb9-67c5-4aca-a1fc-63a134f90943 req-439df1be-7f71-430d-96f9-cb74513883ff tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4725175 Jun 16 18:56:31.629412 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73325404-ffde-47d8-b662-4220cc4770eb req-f231fd8e-ca93-4b7f-b35e-97ac9268c57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:31.630939 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-73325404-ffde-47d8-b662-4220cc4770eb req-f231fd8e-ca93-4b7f-b35e-97ac9268c57a service neutron] 10.222.0.66 "GET /v2.0/networks?id=9f034df0-3327-47b9-8a71-7606258bf90a HTTP/1.1" status: 200 len: 920 time: 0.4899428 Jun 16 18:56:31.726641 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-73325404-ffde-47d8-b662-4220cc4770eb req-73463b35-9987-42bf-a196-e54515902b06 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=874e17b1-59b4-455e-93ae-78a55fa69aa1 HTTP/1.1" status: 200 len: 217 time: 0.0878394 Jun 16 18:56:31.793128 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb25820-240e-4480-8743-caca962cd852 req-75b48af0-8e81-4bf0-9420-6e0ddca18442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:31.793128 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6fb25820-240e-4480-8743-caca962cd852 req-75b48af0-8e81-4bf0-9420-6e0ddca18442 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0b607bd5abec4c72842e250a639f99f1&device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 1128 time: 0.1097929 Jun 16 18:56:31.863494 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c0296c06-ea30-4206-bd2b-614f9764f0a4 req-ec8fa01c-602a-4e3d-828a-973f81b33f4b service neutron] 10.222.0.66 "GET /v2.0/networks/64614a18-07e0-43ad-9990-55ab159f858f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096305 Jun 16 18:56:31.894017 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fa060-7ac0-4d21-9a6e-07fea08cb19d req-df28fb2a-285f-4ef7-9c4f-7dc89287ddc9 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:31.895500 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8d5fa060-7ac0-4d21-9a6e-07fea08cb19d req-df28fb2a-285f-4ef7-9c4f-7dc89287ddc9 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 944 time: 0.0942948 Jun 16 18:56:31.920019 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a15445-98c3-4468-b453-3bac1d632d0e req-d8de24bc-739d-4f16-9a53-a75b4f7d7878 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:31.920019 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-04a15445-98c3-4468-b453-3bac1d632d0e req-d8de24bc-739d-4f16-9a53-a75b4f7d7878 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/ports?device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 944 time: 0.0744488 Jun 16 18:56:31.982187 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:31.988487 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8d5fa060-7ac0-4d21-9a6e-07fea08cb19d req-c875b93f-8710-4ead-9a81-dd828fbb7417 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872664 Jun 16 18:56:32.001686 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-04a15445-98c3-4468-b453-3bac1d632d0e req-3a54a7da-b740-4c8d-9c26-c9774e2bbcc2 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/security-groups?id=992d6e86-67f1-44f7-8838-6a1edb468411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761023 Jun 16 18:56:32.131896 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6fb25820-240e-4480-8743-caca962cd852 req-a58aafb1-7d84-4220-b9d5-e58185297f86 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44fe652d-5231-4810-99fa-21c58c429e9c HTTP/1.1" status: 200 len: 217 time: 0.0584848 Jun 16 18:56:32.175692 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73325404-ffde-47d8-b662-4220cc4770eb req-ef7503bf-8481-4b35-af7f-58a81e4f9fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:32.177124 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-73325404-ffde-47d8-b662-4220cc4770eb req-ef7503bf-8481-4b35-af7f-58a81e4f9fad service neutron] 10.222.0.66 "GET /v2.0/subnets?id=21288f53-db0a-40bc-af1b-49bfa8ab21bd HTTP/1.1" status: 200 len: 857 time: 0.1025538 Jun 16 18:56:32.194392 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb25820-240e-4480-8743-caca962cd852 req-e1a20da4-3c39-4a79-afc0-8e94e13c99be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:32.195722 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6fb25820-240e-4480-8743-caca962cd852 req-e1a20da4-3c39-4a79-afc0-8e94e13c99be service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fe716360-4f3c-4c62-9220-aaf7aa3a7a1f HTTP/1.1" status: 200 len: 855 time: 0.0526137 Jun 16 18:56:32.583818 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b79cec-c1e1-4f16-ba29-76508cd993a4 req-12c17775-8ed0-471b-9412-47e704088aaa tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:32.585330 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-24b79cec-c1e1-4f16-ba29-76508cd993a4 req-12c17775-8ed0-471b-9412-47e704088aaa tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0518696 Jun 16 18:56:32.647331 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-24b79cec-c1e1-4f16-ba29-76508cd993a4 req-d4eede8d-9dc4-463c-ac6d-7e923f1f3e88 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558667 Jun 16 18:56:32.668288 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:32.723774 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621c887-c748-41d0-bd06-fb370ff193fe req-f12e07ff-29b2-4c7b-bc41-ab2288b6f029 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:32.723774 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7621c887-c748-41d0-bd06-fb370ff193fe req-f12e07ff-29b2-4c7b-bc41-ab2288b6f029 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 943 time: 0.0478342 Jun 16 18:56:32.774943 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7621c887-c748-41d0-bd06-fb370ff193fe req-051bb555-e67d-4264-a128-2f3d127bfe2e tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459425 Jun 16 18:56:32.858294 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c04798-b061-421b-9b61-db9cce7dace4', 'tag': '44fe652d-5231-4810-99fa-21c58c429e9c'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:56:32.860602 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfa65cc-0365-4f9d-9cc2-a661b4a35043" -d '{"events": [{"name": "network-changed", "server_uuid": "d6c04798-b061-421b-9b61-db9cce7dace4", "tag": "44fe652d-5231-4810-99fa-21c58c429e9c"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:56:32.898201 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4057d554-8813-430d-a83d-cd673c48c31c x-openstack-request-id: req-4057d554-8813-430d-a83d-cd673c48c31c {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:56:32.898201 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6c04798-b061-421b-9b61-db9cce7dace4", "tag": "44fe652d-5231-4810-99fa-21c58c429e9c", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:56:32.898201 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4057d554-8813-430d-a83d-cd673c48c31c {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:56:32.898201 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4057d554-8813-430d-a83d-cd673c48c31c'] response: {'name': 'network-changed', 'server_uuid': 'd6c04798-b061-421b-9b61-db9cce7dace4', 'tag': '44fe652d-5231-4810-99fa-21c58c429e9c', 'status': 'completed', 'code': 200} Jun 16 18:56:32.930560 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:33.141197 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa38b3-8c2a-49a6-a025-7a1327131910 req-8c8c6ab9-2dc0-4c1e-9517-f43867cc13b5 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:33.142761 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4caa38b3-8c2a-49a6-a025-7a1327131910 req-8c8c6ab9-2dc0-4c1e-9517-f43867cc13b5 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 944 time: 0.0813210 Jun 16 18:56:33.151065 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22b8fa-afb7-4341-a24a-17cbf3051236 req-298d976d-4481-4226-9a32-e7aa763dbfac tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:33.156597 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-eb22b8fa-afb7-4341-a24a-17cbf3051236 req-298d976d-4481-4226-9a32-e7aa763dbfac tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/ports?device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 944 time: 0.0794060 Jun 16 18:56:33.225308 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4caa38b3-8c2a-49a6-a025-7a1327131910 req-6dbe6b72-c2c6-4a9d-8fe8-bd5f5475f561 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717115 Jun 16 18:56:33.229417 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-eb22b8fa-afb7-4341-a24a-17cbf3051236 req-54d7cab0-2c35-45e4-a54a-5c65ab1bf707 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/security-groups?id=992d6e86-67f1-44f7-8838-6a1edb468411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682478 Jun 16 18:56:33.774961 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=20 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:33.793515 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810b1b2-fec4-40db-841e-e210e3546af9 req-97d579f5-84c9-45e2-8a27-5beb60d8f4ae tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:33.795141 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9810b1b2-fec4-40db-841e-e210e3546af9 req-97d579f5-84c9-45e2-8a27-5beb60d8f4ae tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0583818 Jun 16 18:56:33.852366 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9810b1b2-fec4-40db-841e-e210e3546af9 req-951ad7de-e2ec-4bc6-953b-ff11c9b271ca tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478928 Jun 16 18:56:33.898044 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f6b5e-a9b8-418f-86f9-d356e90a947e req-6fb7b4c3-7e70-43be-b0ca-20528a670d19 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:33.899510 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0e9f6b5e-a9b8-418f-86f9-d356e90a947e req-6fb7b4c3-7e70-43be-b0ca-20528a670d19 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 943 time: 0.0462964 Jun 16 18:56:33.945308 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0e9f6b5e-a9b8-418f-86f9-d356e90a947e req-503ba0c7-141a-4cc3-b2e6-d3cc5588f981 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402372 Jun 16 18:56:34.119426 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=8 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:34.390227 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde7a96-17d9-4d01-82d1-16065bba7d29 req-868436f9-ec81-4220-9055-0a84c3daf691 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:34.391639 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4bde7a96-17d9-4d01-82d1-16065bba7d29 req-868436f9-ec81-4220-9055-0a84c3daf691 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 944 time: 0.0912447 Jun 16 18:56:34.397514 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607ee30-7f94-483b-9805-f8b5019e4465 req-90cf63ee-6895-4659-9066-152dbd555fc6 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:34.398861 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b607ee30-7f94-483b-9805-f8b5019e4465 req-90cf63ee-6895-4659-9066-152dbd555fc6 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/ports?device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 944 time: 0.0879598 Jun 16 18:56:34.467782 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b607ee30-7f94-483b-9805-f8b5019e4465 req-eca5e232-487b-49f1-b47d-1d646e496279 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/security-groups?id=992d6e86-67f1-44f7-8838-6a1edb468411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619378 Jun 16 18:56:34.475579 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:34.483555 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4bde7a96-17d9-4d01-82d1-16065bba7d29 req-64b1e7da-12c6-4913-b82f-2db63b67d11c tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837629 Jun 16 18:56:34.547221 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 47154) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:34.622593 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73325404-ffde-47d8-b662-4220cc4770eb req-f5af78a6-eb64-4b08-a582-e645b3ee9b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:34.624623 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-73325404-ffde-47d8-b662-4220cc4770eb req-f5af78a6-eb64-4b08-a582-e645b3ee9b41 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9f034df0-3327-47b9-8a71-7606258bf90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0728116 Jun 16 18:56:34.625700 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb25820-240e-4480-8743-caca962cd852 req-f44a0108-7fc9-4dd5-8c42-efbe55fa7e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:34.627026 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6fb25820-240e-4480-8743-caca962cd852 req-f44a0108-7fc9-4dd5-8c42-efbe55fa7e68 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b63c6cac-d1b4-42bd-9dde-7d5291a4c111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0653930 Jun 16 18:56:34.674430 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f216ce62-c9a3-445c-9b0d-e5fb4580a1f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:34.749904 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f216ce62-c9a3-445c-9b0d-e5fb4580a1f6 admin admin] Publish callbacks [] for security_group (110259e5-24e1-4bef-87f8-0dfd3630c73b), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:34.856525 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f216ce62-c9a3-445c-9b0d-e5fb4580a1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (110259e5-24e1-4bef-87f8-0dfd3630c73b), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:34.907538 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f216ce62-c9a3-445c-9b0d-e5fb4580a1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110259e5-24e1-4bef-87f8-0dfd3630c73b,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:34.917030 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-f216ce62-c9a3-445c-9b0d-e5fb4580a1f6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=37258dbf12af4505bbe44a542a261a61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3646309 Jun 16 18:56:34.918968 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 47168) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:34.982513 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-dea7c1e2-3a6c-4d4e-9e00-79ba1ecbeb7e admin admin] Publish callbacks [] for security_group (110259e5-24e1-4bef-87f8-0dfd3630c73b), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:34.988379 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device c03f9164-b914-4183-b673-f6b558f696da details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=116194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:56:35.005665 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-dea7c1e2-3a6c-4d4e-9e00-79ba1ecbeb7e admin admin] Publish callbacks [] for security_group (110259e5-24e1-4bef-87f8-0dfd3630c73b), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:35.027428 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2213d-2e01-48c2-9209-bf1d0355fa90 req-1b0f6f22-8f45-4f63-ae69-e1f6f1e4da73 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:35.028936 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2fc2213d-2e01-48c2-9209-bf1d0355fa90 req-1b0f6f22-8f45-4f63-ae69-e1f6f1e4da73 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0792015 Jun 16 18:56:35.104353 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port c03f9164-b914-4183-b673-f6b558f696da, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=c03f9164-b914-4183-b673-f6b558f696da,segment=NetworkSegment(743946b6-55b4-4397-95a0-bb6914122077),segment_id=743946b6-55b4-4397-95a0-bb6914122077)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:56:35.118896 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Returning: {'device': 'c03f9164-b914-4183-b673-f6b558f696da', 'network_id': 'd23e2e97-5f79-4bb3-a50a-cf2c8a9fc959', 'port_id': 'c03f9164-b914-4183-b673-f6b558f696da', 'mac_address': 'fa:16:3e:ff:39:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f362052-0b79-42eb-9b74-4dc8a98f4be6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:56:35.125259 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621fad24-5c05-462a-8965-ba8ee0b4bdff req-a1fa088a-9ada-49ab-baad-8032b9ee7d5a tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:35.126749 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-621fad24-5c05-462a-8965-ba8ee0b4bdff req-a1fa088a-9ada-49ab-baad-8032b9ee7d5a tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 943 time: 0.0714440 Jun 16 18:56:35.130111 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2fc2213d-2e01-48c2-9209-bf1d0355fa90 req-9aedd2b1-cbd8-4341-ac0e-49f3a3d0a683 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895288 Jun 16 18:56:35.156667 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port c03f9164-b914-4183-b673-f6b558f696da is: DOWN; New status is: BUILD {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:35.156667 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (c03f9164-b914-4183-b673-f6b558f696da), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:35.169509 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c03f9164-b914-4183-b673-f6b558f696da {{(pid=116194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:56:35.177073 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-621fad24-5c05-462a-8965-ba8ee0b4bdff req-933aa0d5-da13-41e6-a1d8-8d802748dfe2 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447342 Jun 16 18:56:35.193912 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port c03f9164-b914-4183-b673-f6b558f696da, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=c03f9164-b914-4183-b673-f6b558f696da,segment=NetworkSegment(743946b6-55b4-4397-95a0-bb6914122077),segment_id=743946b6-55b4-4397-95a0-bb6914122077)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:56:35.210380 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-dea7c1e2-3a6c-4d4e-9e00-79ba1ecbeb7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (110259e5-24e1-4bef-87f8-0dfd3630c73b), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:35.212971 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-dea7c1e2-3a6c-4d4e-9e00-79ba1ecbeb7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:35.214249 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-dea7c1e2-3a6c-4d4e-9e00-79ba1ecbeb7e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/110259e5-24e1-4bef-87f8-0dfd3630c73b HTTP/1.1" status: 204 len: 168 time: 0.2961986 Jun 16 18:56:35.224046 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7c1e2-3a6c-4d4e-9e00-79ba1ecbeb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110259e5-24e1-4bef-87f8-0dfd3630c73b,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:35.261999 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (c03f9164-b914-4183-b673-f6b558f696da), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:35.262745 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 813e5e92-6255-46b0-aa69-1964caa13cf4 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=116194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:56:35.300122 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:35.335721 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=c03f9164-b914-4183-b673-f6b558f696da,revision_number=4']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:35.421397 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 813e5e92-6255-46b0-aa69-1964caa13cf4, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=813e5e92-6255-46b0-aa69-1964caa13cf4,segment=NetworkSegment(ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e),segment_id=ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:56:35.428823 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:35.441465 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Returning: {'device': '813e5e92-6255-46b0-aa69-1964caa13cf4', 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f', 'port_id': '813e5e92-6255-46b0-aa69-1964caa13cf4', 'mac_address': 'fa:16:3e:fd:39:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3c0b066-676e-4fae-8d81-100b0457b81e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:56:35.465163 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6fb25820-240e-4480-8743-caca962cd852 req-0e31fe7d-057d-452d-bf37-c2e3b6c24467 service neutron] 10.222.0.66 "GET /v2.0/networks/b63c6cac-d1b4-42bd-9dde-7d5291a4c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651704 Jun 16 18:56:35.467214 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-73325404-ffde-47d8-b662-4220cc4770eb req-73da6a9c-8fce-4cf3-812d-4ef111883e0e service neutron] 10.222.0.66 "GET /v2.0/networks/9f034df0-3327-47b9-8a71-7606258bf90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599023 Jun 16 18:56:35.476804 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 813e5e92-6255-46b0-aa69-1964caa13cf4 is: DOWN; New status is: BUILD {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:35.477200 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (813e5e92-6255-46b0-aa69-1964caa13cf4), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:35.509807 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 813e5e92-6255-46b0-aa69-1964caa13cf4 {{(pid=116194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:56:35.538895 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 813e5e92-6255-46b0-aa69-1964caa13cf4, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=813e5e92-6255-46b0-aa69-1964caa13cf4,segment=NetworkSegment(ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e),segment_id=ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:56:35.604271 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (813e5e92-6255-46b0-aa69-1964caa13cf4), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:35.605013 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 3e4f94ae-ac05-441d-a1fa-fa6601b9d389 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=116194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:56:35.770177 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=813e5e92-6255-46b0-aa69-1964caa13cf4,revision_number=4']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:35.775408 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 3e4f94ae-ac05-441d-a1fa-fa6601b9d389, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=3e4f94ae-ac05-441d-a1fa-fa6601b9d389,segment=NetworkSegment(695d3c9b-6b49-4b44-82e3-daab02cb9cb5),segment_id=695d3c9b-6b49-4b44-82e3-daab02cb9cb5)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:56:35.787823 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Returning: {'device': '3e4f94ae-ac05-441d-a1fa-fa6601b9d389', 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a', 'port_id': '3e4f94ae-ac05-441d-a1fa-fa6601b9d389', 'mac_address': 'fa:16:3e:c6:92:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21288f53-db0a-40bc-af1b-49bfa8ab21bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:56:35.826825 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 3e4f94ae-ac05-441d-a1fa-fa6601b9d389 is: DOWN; New status is: BUILD {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:35.827219 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (3e4f94ae-ac05-441d-a1fa-fa6601b9d389), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:35.829997 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:35.840483 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e4f94ae-ac05-441d-a1fa-fa6601b9d389 {{(pid=116194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:56:35.862901 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 3e4f94ae-ac05-441d-a1fa-fa6601b9d389, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=3e4f94ae-ac05-441d-a1fa-fa6601b9d389,segment=NetworkSegment(695d3c9b-6b49-4b44-82e3-daab02cb9cb5),segment_id=695d3c9b-6b49-4b44-82e3-daab02cb9cb5)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:56:35.870149 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd59030-3d5d-45df-8ee4-b3964e8d69f5 req-9b120ffc-c531-4266-9caf-b9da0a98fa83 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:35.871616 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4cd59030-3d5d-45df-8ee4-b3964e8d69f5 req-9b120ffc-c531-4266-9caf-b9da0a98fa83 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/ports?device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 945 time: 0.2759986 Jun 16 18:56:35.883924 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b62d5-fb71-4d8a-8c92-d9531e5854d9 req-df5d82a7-3f75-49da-8c28-91b7d201e44d tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:35.885449 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-176b62d5-fb71-4d8a-8c92-d9531e5854d9 req-df5d82a7-3f75-49da-8c28-91b7d201e44d tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 944 time: 0.2936227 Jun 16 18:56:35.922747 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-73325404-ffde-47d8-b662-4220cc4770eb req-3e0ce851-961b-431a-9f29-8dfb14ce8a7b service neutron] 10.222.0.66 "GET /v2.0/networks/9f034df0-3327-47b9-8a71-7606258bf90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441884 Jun 16 18:56:35.951002 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6fb25820-240e-4480-8743-caca962cd852 req-95bd3a1e-7615-40f3-9626-563043db5a5d service neutron] 10.222.0.66 "GET /v2.0/networks/b63c6cac-d1b4-42bd-9dde-7d5291a4c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4673734 Jun 16 18:56:35.970729 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (3e4f94ae-ac05-441d-a1fa-fa6601b9d389), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:35.994079 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-176b62d5-fb71-4d8a-8c92-d9531e5854d9 req-68f58598-3c8a-473f-9ea4-369b9f0306f7 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956016 Jun 16 18:56:36.005593 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4cd59030-3d5d-45df-8ee4-b3964e8d69f5 req-9b8d307a-9390-418a-8edb-27a618cd49d3 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/security-groups?id=992d6e86-67f1-44f7-8838-6a1edb468411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138816 Jun 16 18:56:36.034230 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=3e4f94ae-ac05-441d-a1fa-fa6601b9d389,revision_number=4']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:36.088030 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 47210) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:36.101989 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-eedf0993-2c8c-4d67-be60-d495f59d9be8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:36.151892 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:36.197662 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-eedf0993-2c8c-4d67-be60-d495f59d9be8 admin admin] Publish callbacks [] for security_group (455adbd5-658d-4890-b943-4e349a767373), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:36.275972 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-eedf0993-2c8c-4d67-be60-d495f59d9be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (455adbd5-658d-4890-b943-4e349a767373), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:36.332580 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805ffae-393b-436b-b24c-f2f300b1f2fc req-a6361426-2a89-4e45-9f22-4383aa29731e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:36.340483 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1805ffae-393b-436b-b24c-f2f300b1f2fc req-a6361426-2a89-4e45-9f22-4383aa29731e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.1130557 Jun 16 18:56:36.372078 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-eedf0993-2c8c-4d67-be60-d495f59d9be8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=46162a8429564cfc9fd5ebda7f4df45f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2828503 Jun 16 18:56:36.374953 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 47238) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:36.386267 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c559e0-1782-451f-97d1-e785c16a1947 req-a68c45cf-070b-4267-ba5d-cf83c632b9a8 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:36.387755 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a4c559e0-1782-451f-97d1-e785c16a1947 req-a68c45cf-070b-4267-ba5d-cf83c632b9a8 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 944 time: 0.1295817 Jun 16 18:56:36.392994 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf0993-2c8c-4d67-be60-d495f59d9be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455adbd5-658d-4890-b943-4e349a767373,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:36.442309 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-95fd6eac-4ecb-4102-842c-0f4b8eaa79f3 admin admin] Publish callbacks [] for security_group (455adbd5-658d-4890-b943-4e349a767373), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:36.452430 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1805ffae-393b-436b-b24c-f2f300b1f2fc req-fc6df807-f93b-4de8-ad3c-4e85debfe49c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122723 Jun 16 18:56:36.473259 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a4c559e0-1782-451f-97d1-e785c16a1947 req-11b55c4d-9c79-4c05-8cfd-f0ea55a0c5fb tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696840 Jun 16 18:56:36.473907 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-95fd6eac-4ecb-4102-842c-0f4b8eaa79f3 admin admin] Publish callbacks [] for security_group (455adbd5-658d-4890-b943-4e349a767373), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:36.594223 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-95fd6eac-4ecb-4102-842c-0f4b8eaa79f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (455adbd5-658d-4890-b943-4e349a767373), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:36.598473 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-95fd6eac-4ecb-4102-842c-0f4b8eaa79f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:36.600184 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-95fd6eac-4ecb-4102-842c-0f4b8eaa79f3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/455adbd5-658d-4890-b943-4e349a767373 HTTP/1.1" status: 204 len: 168 time: 0.2239523 Jun 16 18:56:36.611780 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd6eac-4ecb-4102-842c-0f4b8eaa79f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455adbd5-658d-4890-b943-4e349a767373,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:37.151668 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c7cba-cb8e-47e2-bf43-6cc988cfe71d req-532592a7-8cad-48e5-b4e2-d3158b2f6e03 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:37.153127 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4c9c7cba-cb8e-47e2-bf43-6cc988cfe71d req-532592a7-8cad-48e5-b4e2-d3158b2f6e03 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 944 time: 0.0799708 Jun 16 18:56:37.161225 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2e8c1-b00d-4d3c-bccf-d17021baf726 req-c8b68f56-cc37-4c87-b143-936cd3d25819 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:37.162774 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f2e2e8c1-b00d-4d3c-bccf-d17021baf726 req-c8b68f56-cc37-4c87-b143-936cd3d25819 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/ports?device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 945 time: 0.0788260 Jun 16 18:56:37.238496 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4c9c7cba-cb8e-47e2-bf43-6cc988cfe71d req-3591d183-8b05-4631-b35a-840493ee519a tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747223 Jun 16 18:56:37.241305 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f2e2e8c1-b00d-4d3c-bccf-d17021baf726 req-4778c0a7-907a-452b-9a66-b37d0b50c107 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/security-groups?id=992d6e86-67f1-44f7-8838-6a1edb468411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702035 Jun 16 18:56:37.536003 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-c09b2e45-b0b6-478e-8764-d468d597e6db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:37.550266 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:37.615691 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09104939-5e51-4ac2-be95-3a0d2c318abb req-cd91496e-3c4b-4fed-860d-ee10c6019444 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:37.617199 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-09104939-5e51-4ac2-be95-3a0d2c318abb req-cd91496e-3c4b-4fed-860d-ee10c6019444 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0885925 Jun 16 18:56:37.625377 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcdc20-4cba-45f5-9796-1f41cfb462d0 req-12ad4bb6-73cd-43c9-867f-5c44d6828fea tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:37.626793 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-07fcdc20-4cba-45f5-9796-1f41cfb462d0 req-12ad4bb6-73cd-43c9-867f-5c44d6828fea tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 944 time: 0.0868742 Jun 16 18:56:37.703070 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-09104939-5e51-4ac2-be95-3a0d2c318abb req-2b797542-60c5-4114-806b-6c9282fd77b9 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752780 Jun 16 18:56:37.709390 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-07fcdc20-4cba-45f5-9796-1f41cfb462d0 req-9001546f-59de-43c1-906f-81f0a8fa9173 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715683 Jun 16 18:56:38.374096 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3d5fb-d9e5-4385-b8d0-e1eb5e71e6a0 req-acd409cd-8402-4b85-8ac1-e23d4ec976e4 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:38.375586 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7ea3d5fb-d9e5-4385-b8d0-e1eb5e71e6a0 req-acd409cd-8402-4b85-8ac1-e23d4ec976e4 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 944 time: 0.0623870 Jun 16 18:56:38.422447 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010577c5-a30d-4b11-947e-266985526aaa req-743bd511-1fc2-493d-aea2-aa6906d86ed6 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:38.423924 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-010577c5-a30d-4b11-947e-266985526aaa req-743bd511-1fc2-493d-aea2-aa6906d86ed6 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/ports?device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 945 time: 0.0810766 Jun 16 18:56:38.463896 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7ea3d5fb-d9e5-4385-b8d0-e1eb5e71e6a0 req-b9a04cfe-9038-46cb-99ef-f294455d8f1d tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725489 Jun 16 18:56:38.490346 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-010577c5-a30d-4b11-947e-266985526aaa req-9a1470e7-be42-4d6b-86ff-820561de0857 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/security-groups?id=992d6e86-67f1-44f7-8838-6a1edb468411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566192 Jun 16 18:56:38.862878 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db357e-26eb-4d7e-83fe-51f540f2cdcf req-842ee87c-b062-4fbb-8bde-5f54bc850f9c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:38.864335 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-04db357e-26eb-4d7e-83fe-51f540f2cdcf req-842ee87c-b062-4fbb-8bde-5f54bc850f9c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0798318 Jun 16 18:56:38.872089 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb65301-acae-4dc9-86d9-960b6575a728 req-fd8ac0e2-5db8-404a-a475-d6356271f9dd tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:38.874098 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-cfb65301-acae-4dc9-86d9-960b6575a728 req-fd8ac0e2-5db8-404a-a475-d6356271f9dd tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 944 time: 0.0784492 Jun 16 18:56:38.950400 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-04db357e-26eb-4d7e-83fe-51f540f2cdcf req-b2326ae4-053f-4cab-b594-b4f56bbeb1c6 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753610 Jun 16 18:56:38.953863 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-cfb65301-acae-4dc9-86d9-960b6575a728 req-f255089d-a082-45a2-9de3-3c0026f5df3a tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720742 Jun 16 18:56:39.015625 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-fdeb6966-ede1-4efb-a386-85b70f229064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:39.612897 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29373f8b-2c64-4944-9403-4a03ce2349fa req-53895ba0-6c77-412e-a87d-f95751a8c9f5 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:39.613587 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-29373f8b-2c64-4944-9403-4a03ce2349fa req-53895ba0-6c77-412e-a87d-f95751a8c9f5 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 944 time: 0.0824590 Jun 16 18:56:39.613987 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:39.622260 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7324264-4bdb-482f-bd74-bc3b346386bf req-acb9a87b-619b-4469-8b6c-428a57c086b7 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:39.623735 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a7324264-4bdb-482f-bd74-bc3b346386bf req-acb9a87b-619b-4469-8b6c-428a57c086b7 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/ports?device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 945 time: 0.0647652 Jun 16 18:56:39.696760 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-29373f8b-2c64-4944-9403-4a03ce2349fa req-073054d1-34ca-4533-86e4-3a90f5a4760a tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720518 Jun 16 18:56:39.706276 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a7324264-4bdb-482f-bd74-bc3b346386bf req-e94c55b2-7028-4f2c-93a2-b77b695cd5a6 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/security-groups?id=992d6e86-67f1-44f7-8838-6a1edb468411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745249 Jun 16 18:56:39.773270 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 47354) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:39.876600 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-db0721e9-cf70-471f-93f9-04faa1f45491 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:39.952042 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-db0721e9-cf70-471f-93f9-04faa1f45491 admin admin] Publish callbacks [] for security_group (2312cdf4-200e-403d-8a9f-870960db45fe), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:40.032850 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-db0721e9-cf70-471f-93f9-04faa1f45491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (2312cdf4-200e-403d-8a9f-870960db45fe), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:40.043507 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=7 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:40.073741 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-db0721e9-cf70-471f-93f9-04faa1f45491 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=757411161139490196452f431915b2ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2993774 Jun 16 18:56:40.074627 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0721e9-cf70-471f-93f9-04faa1f45491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2312cdf4-200e-403d-8a9f-870960db45fe,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:40.077504 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 47366) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:40.095239 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:40.107636 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e8e5e-259e-4ce7-a0fc-1ecc79ed42da req-a2ac641e-a099-4bd7-836f-cea106ff9c20 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:40.109135 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ff9e8e5e-259e-4ce7-a0fc-1ecc79ed42da req-a2ac641e-a099-4bd7-836f-cea106ff9c20 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0849864 Jun 16 18:56:40.115270 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bdb3d0-b223-463b-a007-35a3d90aa2bd req-7f18d74c-a28d-4626-8bc9-e94d0a303b42 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:40.116892 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-64bdb3d0-b223-463b-a007-35a3d90aa2bd req-7f18d74c-a28d-4626-8bc9-e94d0a303b42 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 944 time: 0.0905602 Jun 16 18:56:40.137768 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-9ae39f16-4c33-43e8-9c55-615bcbff38d2 admin admin] Publish callbacks [] for security_group (2312cdf4-200e-403d-8a9f-870960db45fe), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:40.163844 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-9ae39f16-4c33-43e8-9c55-615bcbff38d2 admin admin] Publish callbacks [] for security_group (2312cdf4-200e-403d-8a9f-870960db45fe), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:40.195412 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ff9e8e5e-259e-4ce7-a0fc-1ecc79ed42da req-8c5ab74d-75f4-46c9-91a8-a2af6ca9d240 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750599 Jun 16 18:56:40.203074 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-64bdb3d0-b223-463b-a007-35a3d90aa2bd req-50254f3a-6e09-4573-a762-05a026f9a637 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752940 Jun 16 18:56:40.217415 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:40.306052 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-9ae39f16-4c33-43e8-9c55-615bcbff38d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (2312cdf4-200e-403d-8a9f-870960db45fe), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:40.308588 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-9ae39f16-4c33-43e8-9c55-615bcbff38d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:40.309801 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-9ae39f16-4c33-43e8-9c55-615bcbff38d2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2312cdf4-200e-403d-8a9f-870960db45fe HTTP/1.1" status: 204 len: 168 time: 0.2313759 Jun 16 18:56:40.318634 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae39f16-4c33-43e8-9c55-615bcbff38d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2312cdf4-200e-403d-8a9f-870960db45fe,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:40.840553 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ddd15-b6e6-4f45-a56a-9ad00f4724b4 req-e401ff34-921b-4b83-a2ae-88f053c836bc tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:40.842599 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-835ddd15-b6e6-4f45-a56a-9ad00f4724b4 req-e401ff34-921b-4b83-a2ae-88f053c836bc tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 944 time: 0.0780194 Jun 16 18:56:40.850390 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c10f49-d853-4e95-bd48-4e049271f1b9 req-dd7f2bf9-0ba9-4e7d-80ad-ac8cbf52a227 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:40.851769 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-82c10f49-d853-4e95-bd48-4e049271f1b9 req-dd7f2bf9-0ba9-4e7d-80ad-ac8cbf52a227 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/ports?device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 945 time: 0.0769989 Jun 16 18:56:40.911698 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 47380) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:40.925388 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c87af286-4465-4134-9313-79b6d54b57b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:40.926104 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-835ddd15-b6e6-4f45-a56a-9ad00f4724b4 req-8f1b858b-f81e-44e0-abd3-54516de19c54 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733986 Jun 16 18:56:40.929447 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-82c10f49-d853-4e95-bd48-4e049271f1b9 req-a225ec23-0333-4f5f-843f-d7e7ef753f20 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/security-groups?id=992d6e86-67f1-44f7-8838-6a1edb468411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705049 Jun 16 18:56:41.006143 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c87af286-4465-4134-9313-79b6d54b57b9 admin admin] Publish callbacks [] for security_group (46b3b6cf-426c-4b53-bb76-aa5f10461b08), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:41.078037 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c87af286-4465-4134-9313-79b6d54b57b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (46b3b6cf-426c-4b53-bb76-aa5f10461b08), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:41.116005 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87af286-4465-4134-9313-79b6d54b57b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b3b6cf-426c-4b53-bb76-aa5f10461b08,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:41.120302 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-c87af286-4465-4134-9313-79b6d54b57b9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6638a8585f334de08104980a8e83536a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2075994 Jun 16 18:56:41.122987 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 47386) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:41.171585 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c24ba59c-ea5b-40ad-ba0e-eb1551f9e0e0 admin admin] Publish callbacks [] for security_group (46b3b6cf-426c-4b53-bb76-aa5f10461b08), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:41.192574 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c24ba59c-ea5b-40ad-ba0e-eb1551f9e0e0 admin admin] Publish callbacks [] for security_group (46b3b6cf-426c-4b53-bb76-aa5f10461b08), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:41.296328 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c24ba59c-ea5b-40ad-ba0e-eb1551f9e0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (46b3b6cf-426c-4b53-bb76-aa5f10461b08), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:41.298993 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c24ba59c-ea5b-40ad-ba0e-eb1551f9e0e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:41.300164 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-c24ba59c-ea5b-40ad-ba0e-eb1551f9e0e0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/46b3b6cf-426c-4b53-bb76-aa5f10461b08 HTTP/1.1" status: 204 len: 168 time: 0.1763628 Jun 16 18:56:41.308426 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ba59c-ea5b-40ad-ba0e-eb1551f9e0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b3b6cf-426c-4b53-bb76-aa5f10461b08,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:41.323812 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:41.363474 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] get_ports_and_sgs() called for port_ids ['813e5e92-6255-46b0-aa69-1964caa13cf4'] {{(pid=116194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:56:41.373886 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395ebf6-1304-4021-a0ca-98521a22d29a req-90153ab6-4c71-4ee3-9f90-2bad34d5c603 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:41.375466 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9395ebf6-1304-4021-a0ca-98521a22d29a req-90153ab6-4c71-4ee3-9f90-2bad34d5c603 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0931561 Jun 16 18:56:41.387573 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3aeca1-6a0b-4a1b-ae4f-74a2beb971ab req-e23035bb-31f2-4810-9003-da5f593a8b37 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:41.389519 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4d3aeca1-6a0b-4a1b-ae4f-74a2beb971ab req-e23035bb-31f2-4810-9003-da5f593a8b37 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 944 time: 0.0981889 Jun 16 18:56:41.474690 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9395ebf6-1304-4021-a0ca-98521a22d29a req-99eaf118-70bf-4a26-bdbf-20136a8ebefe tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842404 Jun 16 18:56:41.477804 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4d3aeca1-6a0b-4a1b-ae4f-74a2beb971ab req-1bd37ca8-cbf2-43d7-95a5-7a0e9da20afd tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807550 Jun 16 18:56:41.530544 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] get_ports_and_sgs() called for port_ids ['3e4f94ae-ac05-441d-a1fa-fa6601b9d389'] {{(pid=116194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:56:41.532282 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 874e17b1-59b4-455e-93ae-78a55fa69aa1 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=116194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:56:41.673272 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa65cc-0365-4f9d-9cc2-a661b4a35043 req-8b948c57-22a1-4185-8eda-5ab5e1a0a009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:41.675322 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9bfa65cc-0365-4f9d-9cc2-a661b4a35043 req-8b948c57-22a1-4185-8eda-5ab5e1a0a009 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0b607bd5abec4c72842e250a639f99f1&device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 1128 time: 0.0567203 Jun 16 18:56:41.696451 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] get_ports_and_sgs() called for port_ids ['c03f9164-b914-4183-b673-f6b558f696da'] {{(pid=116194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:56:41.704002 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:41.786592 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa65cc-0365-4f9d-9cc2-a661b4a35043 req-952a5642-2fd2-4579-9caa-5b6471e59dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:41.793573 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:41.793946 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9bfa65cc-0365-4f9d-9cc2-a661b4a35043 req-952a5642-2fd2-4579-9caa-5b6471e59dba service neutron] 10.222.0.66 "GET /v2.0/networks?id=b63c6cac-d1b4-42bd-9dde-7d5291a4c111 HTTP/1.1" status: 200 len: 918 time: 0.1078379 Jun 16 18:56:41.834097 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9bfa65cc-0365-4f9d-9cc2-a661b4a35043 req-1af228f0-bd00-4c14-8653-d1213263df55 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44fe652d-5231-4810-99fa-21c58c429e9c HTTP/1.1" status: 200 len: 217 time: 0.0393531 Jun 16 18:56:41.851226 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:41.885273 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa65cc-0365-4f9d-9cc2-a661b4a35043 req-42d4a006-1577-46ac-a389-a3661e9e8db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:41.886749 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9bfa65cc-0365-4f9d-9cc2-a661b4a35043 req-42d4a006-1577-46ac-a389-a3661e9e8db0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fe716360-4f3c-4c62-9220-aaf7aa3a7a1f HTTP/1.1" status: 200 len: 855 time: 0.0471647 Jun 16 18:56:41.933354 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa65cc-0365-4f9d-9cc2-a661b4a35043 req-606e6026-a474-4023-8b99-b68b50300605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:41.934975 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9bfa65cc-0365-4f9d-9cc2-a661b4a35043 req-606e6026-a474-4023-8b99-b68b50300605 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b63c6cac-d1b4-42bd-9dde-7d5291a4c111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423572 Jun 16 18:56:41.948674 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 874e17b1-59b4-455e-93ae-78a55fa69aa1, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=874e17b1-59b4-455e-93ae-78a55fa69aa1,segment=NetworkSegment(695d3c9b-6b49-4b44-82e3-daab02cb9cb5),segment_id=695d3c9b-6b49-4b44-82e3-daab02cb9cb5)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:56:41.982055 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Returning: {'device': '874e17b1-59b4-455e-93ae-78a55fa69aa1', 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a', 'port_id': '874e17b1-59b4-455e-93ae-78a55fa69aa1', 'mac_address': 'fa:16:3e:54:3f:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21288f53-db0a-40bc-af1b-49bfa8ab21bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:56:42.119542 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:42.141742 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3193b-2f98-45ee-84a2-d4ecab44ef43 req-d963ef0d-4de3-43f1-8d54-333aac5929cb tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:42.143181 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6aa3193b-2f98-45ee-84a2-d4ecab44ef43 req-d963ef0d-4de3-43f1-8d54-333aac5929cb tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 944 time: 0.0874803 Jun 16 18:56:42.150812 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7399742-d11d-4504-8818-8110f1b67df2 req-dd59cf03-1409-4db6-a1c3-37590fcd5d86 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:42.152189 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b7399742-d11d-4504-8818-8110f1b67df2 req-dd59cf03-1409-4db6-a1c3-37590fcd5d86 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/ports?device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 945 time: 0.1068232 Jun 16 18:56:42.152619 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 874e17b1-59b4-455e-93ae-78a55fa69aa1 is: DOWN; New status is: BUILD {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:42.153005 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (874e17b1-59b4-455e-93ae-78a55fa69aa1), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:42.172462 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 874e17b1-59b4-455e-93ae-78a55fa69aa1 {{(pid=116194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:56:42.176470 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:42.202439 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9bfa65cc-0365-4f9d-9cc2-a661b4a35043 req-d0c9c86f-b610-42d3-b68f-684de4526dbf service neutron] 10.222.0.66 "GET /v2.0/networks/b63c6cac-d1b4-42bd-9dde-7d5291a4c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608769 Jun 16 18:56:42.209833 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 874e17b1-59b4-455e-93ae-78a55fa69aa1, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=874e17b1-59b4-455e-93ae-78a55fa69aa1,segment=NetworkSegment(695d3c9b-6b49-4b44-82e3-daab02cb9cb5),segment_id=695d3c9b-6b49-4b44-82e3-daab02cb9cb5)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:56:42.295479 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (874e17b1-59b4-455e-93ae-78a55fa69aa1), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:42.309736 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b7399742-d11d-4504-8818-8110f1b67df2 req-d1036ed3-0772-4156-b257-38481c536a23 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/security-groups?id=992d6e86-67f1-44f7-8838-6a1edb468411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467788 Jun 16 18:56:42.334833 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6aa3193b-2f98-45ee-84a2-d4ecab44ef43 req-b391beb2-774f-4fa3-9741-3e5878ffbc3e tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725016 Jun 16 18:56:42.367224 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=874e17b1-59b4-455e-93ae-78a55fa69aa1,revision_number=4']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:42.374596 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9bfa65cc-0365-4f9d-9cc2-a661b4a35043 req-9297c5fb-6bed-4571-8485-c53c16047fd6 service neutron] 10.222.0.66 "GET /v2.0/networks/b63c6cac-d1b4-42bd-9dde-7d5291a4c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652744 Jun 16 18:56:42.649675 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ce4d7-6e23-4f00-be99-079eb773a0ff req-bc968153-4ce4-4aab-aa6c-8da5ba5e426f tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:42.651282 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-876ce4d7-6e23-4f00-be99-079eb773a0ff req-bc968153-4ce4-4aab-aa6c-8da5ba5e426f tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 944 time: 0.0897760 Jun 16 18:56:42.663253 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5187e33-55e5-4e29-8a0b-23f4760ca6ea req-3d2bd287-263c-4db1-8e01-b799134df522 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:42.664821 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f5187e33-55e5-4e29-8a0b-23f4760ca6ea req-3d2bd287-263c-4db1-8e01-b799134df522 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0708277 Jun 16 18:56:42.907506 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-876ce4d7-6e23-4f00-be99-079eb773a0ff req-6a76e2b2-0ffc-47e6-a1b5-eafcb83c865d tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2415178 Jun 16 18:56:42.920429 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f5187e33-55e5-4e29-8a0b-23f4760ca6ea req-16af39cc-9d62-495a-81b0-ec17dd089f3c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2462478 Jun 16 18:56:43.158858 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 47476) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:43.264255 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] get_ports_and_sgs() called for port_ids ['874e17b1-59b4-455e-93ae-78a55fa69aa1'] {{(pid=116194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:56:43.272613 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8265d187-fa4a-4ffd-87f8-238e1da9d3fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:43.374327 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8265d187-fa4a-4ffd-87f8-238e1da9d3fb admin admin] Publish callbacks [] for security_group (9c85f07c-6696-4f49-8213-7cdf395c4487), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:43.385355 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 44fe652d-5231-4810-99fa-21c58c429e9c details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=116194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:56:43.387640 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device c03f9164-b914-4183-b673-f6b558f696da up at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:56:43.419443 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:43.462399 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8265d187-fa4a-4ffd-87f8-238e1da9d3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (9c85f07c-6696-4f49-8213-7cdf395c4487), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:43.479531 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:43.499892 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87663931-a9b4-412f-9f87-0245a56506a4 req-3ba957db-2396-4c5a-86a2-c33f3ad87b0a tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:43.500824 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265d187-fa4a-4ffd-87f8-238e1da9d3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c85f07c-6696-4f49-8213-7cdf395c4487,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:43.501758 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-87663931-a9b4-412f-9f87-0245a56506a4 req-3ba957db-2396-4c5a-86a2-c33f3ad87b0a tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 945 time: 0.0856912 Jun 16 18:56:43.508398 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e91da-ebb7-426f-a5c3-778647d16732 req-f952ec2d-6a5d-4079-9e3b-a5ee7db5ed65 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:43.510579 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a94e91da-ebb7-426f-a5c3-778647d16732 req-f952ec2d-6a5d-4079-9e3b-a5ee7db5ed65 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/ports?device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 945 time: 0.0963807 Jun 16 18:56:43.517543 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning for port c03f9164-b914-4183-b673-f6b558f696da completed by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 18:56:43.528199 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-8265d187-fa4a-4ffd-87f8-238e1da9d3fb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d475b60042f24164a36ae00d6b137760&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3665633 Jun 16 18:56:43.528199 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 47490) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:43.538728 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:43.577877 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:43.590934 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a94e91da-ebb7-426f-a5c3-778647d16732 req-fa770712-4a41-41e1-b903-cdc8ee8b9d02 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/security-groups?id=992d6e86-67f1-44f7-8838-6a1edb468411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736601 Jun 16 18:56:43.595348 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-03db8b42-0954-4bc9-bede-0caa84e70d2c admin admin] Publish callbacks [] for security_group (9c85f07c-6696-4f49-8213-7cdf395c4487), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:43.610024 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning complete for port c03f9164-b914-4183-b673-f6b558f696da triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:43.610526 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (c03f9164-b914-4183-b673-f6b558f696da), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:43.627790 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-03db8b42-0954-4bc9-bede-0caa84e70d2c admin admin] Publish callbacks [] for security_group (9c85f07c-6696-4f49-8213-7cdf395c4487), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:43.640291 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-87663931-a9b4-412f-9f87-0245a56506a4 req-05e740cd-ba65-4690-a1dc-e947eb94c8b8 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134865 Jun 16 18:56:43.648331 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 44fe652d-5231-4810-99fa-21c58c429e9c, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=44fe652d-5231-4810-99fa-21c58c429e9c,segment=NetworkSegment(2d327e91-41ae-4018-ab9b-16723f98bb9d),segment_id=2d327e91-41ae-4018-ab9b-16723f98bb9d)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:56:43.671325 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Returning: {'device': '44fe652d-5231-4810-99fa-21c58c429e9c', 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111', 'port_id': '44fe652d-5231-4810-99fa-21c58c429e9c', 'mac_address': 'fa:16:3e:8a:a8:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe716360-4f3c-4c62-9220-aaf7aa3a7a1f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:56:43.680140 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=5 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:43.733832 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 44fe652d-5231-4810-99fa-21c58c429e9c is: DOWN; New status is: BUILD {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:43.734151 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (44fe652d-5231-4810-99fa-21c58c429e9c), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:43.752436 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port c03f9164-b914-4183-b673-f6b558f696da is: BUILD; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:43.752816 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (c03f9164-b914-4183-b673-f6b558f696da), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:43.756541 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44fe652d-5231-4810-99fa-21c58c429e9c {{(pid=116194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:56:43.781113 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-03db8b42-0954-4bc9-bede-0caa84e70d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (9c85f07c-6696-4f49-8213-7cdf395c4487), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:43.784292 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-03db8b42-0954-4bc9-bede-0caa84e70d2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:43.787880 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-03db8b42-0954-4bc9-bede-0caa84e70d2c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9c85f07c-6696-4f49-8213-7cdf395c4487 HTTP/1.1" status: 204 len: 168 time: 0.2555444 Jun 16 18:56:43.789350 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 44fe652d-5231-4810-99fa-21c58c429e9c, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=44fe652d-5231-4810-99fa-21c58c429e9c,segment=NetworkSegment(2d327e91-41ae-4018-ab9b-16723f98bb9d),segment_id=2d327e91-41ae-4018-ab9b-16723f98bb9d)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:56:43.794047 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544e6615-4246-45d4-bd9b-18a4ab137989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03f9164-b914-4183-b673-f6b558f696da'}] {{(pid=116194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:56:43.796720 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db8b42-0954-4bc9-bede-0caa84e70d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c85f07c-6696-4f49-8213-7cdf395c4487,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:43.865803 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (44fe652d-5231-4810-99fa-21c58c429e9c), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:43.878732 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port c03f9164-b914-4183-b673-f6b558f696da, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=c03f9164-b914-4183-b673-f6b558f696da,segment=NetworkSegment(743946b6-55b4-4397-95a0-bb6914122077),segment_id=743946b6-55b4-4397-95a0-bb6914122077)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:56:43.929574 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=44fe652d-5231-4810-99fa-21c58c429e9c,revision_number=4']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:43.941429 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (c03f9164-b914-4183-b673-f6b558f696da), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:43.942270 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 813e5e92-6255-46b0-aa69-1964caa13cf4 up at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:56:44.026928 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:44.040802 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=c03f9164-b914-4183-b673-f6b558f696da,revision_number=5']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:44.048294 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning for port 813e5e92-6255-46b0-aa69-1964caa13cf4 completed by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 18:56:44.070417 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a4073-62e3-45ce-9f92-1a9a9ee1aaa7 req-503c8647-ad81-4151-8826-18d79c99d4d4 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:44.072047 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-409a4073-62e3-45ce-9f92-1a9a9ee1aaa7 req-503c8647-ad81-4151-8826-18d79c99d4d4 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 944 time: 0.0831120 Jun 16 18:56:44.080837 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37940523-ce04-4b64-ac41-614d04c58f7b req-790c0c10-b57b-49f9-90bf-9d5e94f74d9f tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:44.082316 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-37940523-ce04-4b64-ac41-614d04c58f7b req-790c0c10-b57b-49f9-90bf-9d5e94f74d9f tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 945 time: 0.0622866 Jun 16 18:56:44.113227 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning complete for port 813e5e92-6255-46b0-aa69-1964caa13cf4 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:44.117936 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (813e5e92-6255-46b0-aa69-1964caa13cf4), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:44.142522 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c514dfdaa64f5ff94ef0a30f0983ecc87ad84dbda33c755e7db481fe7439434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb36a638-a301-4f67-b45b-65d6bab7324a" -d '{"events": [{"server_uuid": "544e6615-4246-45d4-bd9b-18a4ab137989", "name": "network-vif-plugged", "status": "completed", "tag": "c03f9164-b914-4183-b673-f6b558f696da"}]}' {{(pid=116194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:56:44.165206 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-409a4073-62e3-45ce-9f92-1a9a9ee1aaa7 req-7d9ce5ed-0e39-4abc-8730-a06105f83fa3 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765111 Jun 16 18:56:44.222082 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-37940523-ce04-4b64-ac41-614d04c58f7b req-cbda4bc8-f881-4465-98b2-00159bc6197a tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296308 Jun 16 18:56:44.233780 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 813e5e92-6255-46b0-aa69-1964caa13cf4 is: BUILD; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:44.234865 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (813e5e92-6255-46b0-aa69-1964caa13cf4), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:44.283547 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 813e5e92-6255-46b0-aa69-1964caa13cf4, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=813e5e92-6255-46b0-aa69-1964caa13cf4,segment=NetworkSegment(ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e),segment_id=ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:56:44.357464 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] get_ports_and_sgs() called for port_ids ['44fe652d-5231-4810-99fa-21c58c429e9c'] {{(pid=116194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:56:44.386653 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (813e5e92-6255-46b0-aa69-1964caa13cf4), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:44.387489 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 3e4f94ae-ac05-441d-a1fa-fa6601b9d389 up at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:56:44.500934 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning for port 3e4f94ae-ac05-441d-a1fa-fa6601b9d389 completed by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 18:56:44.504064 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=813e5e92-6255-46b0-aa69-1964caa13cf4,revision_number=5']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:44.553996 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98523a6a-e5ee-4c29-98c1-91764bf40067 x-openstack-request-id: req-98523a6a-e5ee-4c29-98c1-91764bf40067 {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:56:44.554323 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "544e6615-4246-45d4-bd9b-18a4ab137989", "name": "network-vif-plugged", "status": "completed", "tag": "c03f9164-b914-4183-b673-f6b558f696da", "code": 200}]} {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:56:44.554743 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-98523a6a-e5ee-4c29-98c1-91764bf40067 {{(pid=116194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:56:44.555200 dv-cinder-846171-1-iscsi neutron-server[116194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98523a6a-e5ee-4c29-98c1-91764bf40067'] response: {'server_uuid': '544e6615-4246-45d4-bd9b-18a4ab137989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03f9164-b914-4183-b673-f6b558f696da', 'code': 200} Jun 16 18:56:44.570171 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning complete for port 3e4f94ae-ac05-441d-a1fa-fa6601b9d389 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:44.570571 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (3e4f94ae-ac05-441d-a1fa-fa6601b9d389), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:44.613326 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 47538) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:44.641022 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-40035bc6-f552-4dca-98ec-d4523c18e467 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:44.693452 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 3e4f94ae-ac05-441d-a1fa-fa6601b9d389 is: BUILD; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:44.693452 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (3e4f94ae-ac05-441d-a1fa-fa6601b9d389), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:44.715499 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:44.739797 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 3e4f94ae-ac05-441d-a1fa-fa6601b9d389, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=3e4f94ae-ac05-441d-a1fa-fa6601b9d389,segment=NetworkSegment(695d3c9b-6b49-4b44-82e3-daab02cb9cb5),segment_id=695d3c9b-6b49-4b44-82e3-daab02cb9cb5)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:56:44.767821 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd35c07-fdda-437f-9621-a4df94d5e296 req-0a904475-5709-4465-8dbb-0dc6bf825846 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:44.771706 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0fd35c07-fdda-437f-9621-a4df94d5e296 req-0a904475-5709-4465-8dbb-0dc6bf825846 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/ports?device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 946 time: 0.0623264 Jun 16 18:56:44.793383 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-40035bc6-f552-4dca-98ec-d4523c18e467 admin admin] Publish callbacks [] for security_group (d957a094-35d8-468e-bcb1-dc80db93e1c8), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:44.815436 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (3e4f94ae-ac05-441d-a1fa-fa6601b9d389), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:44.852172 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9b5e4-ba60-4f38-a144-fd79b46359d8 req-03a0854e-bc32-4a03-b16a-046da8bc8d4a tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:44.854512 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f2d9b5e4-ba60-4f38-a144-fd79b46359d8 req-03a0854e-bc32-4a03-b16a-046da8bc8d4a tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 945 time: 0.0799897 Jun 16 18:56:44.876404 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=3e4f94ae-ac05-441d-a1fa-fa6601b9d389,revision_number=5']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:44.884321 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-40035bc6-f552-4dca-98ec-d4523c18e467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (d957a094-35d8-468e-bcb1-dc80db93e1c8), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:44.926759 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40035bc6-f552-4dca-98ec-d4523c18e467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d957a094-35d8-468e-bcb1-dc80db93e1c8,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:44.931320 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-40035bc6-f552-4dca-98ec-d4523c18e467 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b6cd7ce980fe48fbafd8aea4b8bf9ce8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3173108 Jun 16 18:56:44.935515 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 47550) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:44.959610 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0fd35c07-fdda-437f-9621-a4df94d5e296 req-b5a4bf25-c1a9-489b-81c6-d8760171966a tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/security-groups?id=992d6e86-67f1-44f7-8838-6a1edb468411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866381 Jun 16 18:56:44.998395 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:45.009455 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-b0ecdf4f-32dd-4f34-8c5c-de75d2835f06 admin admin] Publish callbacks [] for security_group (d957a094-35d8-468e-bcb1-dc80db93e1c8), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:45.031949 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42b8aa-8eb6-446c-b29e-c62a09306329 req-09bc7616-5122-446f-9b0b-7b86aa5afd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:45.031949 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ba42b8aa-8eb6-446c-b29e-c62a09306329 req-09bc7616-5122-446f-9b0b-7b86aa5afd12 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 1130 time: 0.1284614 Jun 16 18:56:45.033598 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-b0ecdf4f-32dd-4f34-8c5c-de75d2835f06 admin admin] Publish callbacks [] for security_group (d957a094-35d8-468e-bcb1-dc80db93e1c8), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:45.037979 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f2d9b5e4-ba60-4f38-a144-fd79b46359d8 req-7cd3dbbb-e651-4f7b-af7d-8cdfb9623cac tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684473 Jun 16 18:56:45.058017 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-ba42b8aa-8eb6-446c-b29e-c62a09306329 req-4d379fb8-4b6a-4db0-8ac2-1490b84c629f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:45.192783 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-b0ecdf4f-32dd-4f34-8c5c-de75d2835f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (d957a094-35d8-468e-bcb1-dc80db93e1c8), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:45.195545 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-b0ecdf4f-32dd-4f34-8c5c-de75d2835f06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:45.196787 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-b0ecdf4f-32dd-4f34-8c5c-de75d2835f06 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d957a094-35d8-468e-bcb1-dc80db93e1c8 HTTP/1.1" status: 204 len: 168 time: 0.2603626 Jun 16 18:56:45.207660 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ecdf4f-32dd-4f34-8c5c-de75d2835f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d957a094-35d8-468e-bcb1-dc80db93e1c8,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:45.391163 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-ba42b8aa-8eb6-446c-b29e-c62a09306329 req-4d379fb8-4b6a-4db0-8ac2-1490b84c629f service neutron] Publish callbacks [] for security_group (fe5ef7da-8f4f-4a97-b07b-fec47820703a), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:45.394391 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 44fe652d-5231-4810-99fa-21c58c429e9c up at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:56:45.401726 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad34577-2ac7-41b2-af7d-de7cda2f0949 req-e03fc68b-18a0-4bed-a2df-b3f87710b7bd tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:45.403240 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9ad34577-2ac7-41b2-af7d-de7cda2f0949 req-e03fc68b-18a0-4bed-a2df-b3f87710b7bd tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.1432259 Jun 16 18:56:45.421358 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938fb26-24eb-4575-a401-aa3b8ce897bf req-2c36b7bf-6a8a-43cf-b04e-9e1fb546d880 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:45.422979 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f938fb26-24eb-4575-a401-aa3b8ce897bf req-2c36b7bf-6a8a-43cf-b04e-9e1fb546d880 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 945 time: 0.1049814 Jun 16 18:56:45.445873 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning for port 44fe652d-5231-4810-99fa-21c58c429e9c completed by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 18:56:45.481088 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:45.490445 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-ba42b8aa-8eb6-446c-b29e-c62a09306329 req-4d379fb8-4b6a-4db0-8ac2-1490b84c629f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (fe5ef7da-8f4f-4a97-b07b-fec47820703a), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:45.519400 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9ad34577-2ac7-41b2-af7d-de7cda2f0949 req-3386821b-b268-4770-8fd5-95523aabe49a tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954597 Jun 16 18:56:45.532022 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning complete for port 44fe652d-5231-4810-99fa-21c58c429e9c triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:45.532400 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (44fe652d-5231-4810-99fa-21c58c429e9c), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:45.551386 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f938fb26-24eb-4575-a401-aa3b8ce897bf req-1c95cbb5-2704-4bd6-9ed4-1290180c632c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092138 Jun 16 18:56:45.557281 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ba42b8aa-8eb6-446c-b29e-c62a09306329 req-4d379fb8-4b6a-4db0-8ac2-1490b84c629f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=992d6e86-67f1-44f7-8838-6a1edb468411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5180297 Jun 16 18:56:45.557995 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d379fb8-4b6a-4db0-8ac2-1490b84c629f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5ef7da-8f4f-4a97-b07b-fec47820703a,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:45.640027 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 44fe652d-5231-4810-99fa-21c58c429e9c is: BUILD; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:45.640503 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (44fe652d-5231-4810-99fa-21c58c429e9c), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:45.686054 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 44fe652d-5231-4810-99fa-21c58c429e9c, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=44fe652d-5231-4810-99fa-21c58c429e9c,segment=NetworkSegment(2d327e91-41ae-4018-ab9b-16723f98bb9d),segment_id=2d327e91-41ae-4018-ab9b-16723f98bb9d)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:56:45.748962 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (44fe652d-5231-4810-99fa-21c58c429e9c), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:45.750136 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 874e17b1-59b4-455e-93ae-78a55fa69aa1 up at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:56:45.811488 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:45.850515 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=44fe652d-5231-4810-99fa-21c58c429e9c,revision_number=5']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:45.855314 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning for port 874e17b1-59b4-455e-93ae-78a55fa69aa1 completed by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 18:56:45.929449 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning complete for port 874e17b1-59b4-455e-93ae-78a55fa69aa1 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:56:45.929841 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (874e17b1-59b4-455e-93ae-78a55fa69aa1), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:46.003241 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 874e17b1-59b4-455e-93ae-78a55fa69aa1 is: BUILD; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:56:46.003572 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (874e17b1-59b4-455e-93ae-78a55fa69aa1), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:46.053321 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 874e17b1-59b4-455e-93ae-78a55fa69aa1, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=874e17b1-59b4-455e-93ae-78a55fa69aa1,segment=NetworkSegment(695d3c9b-6b49-4b44-82e3-daab02cb9cb5),segment_id=695d3c9b-6b49-4b44-82e3-daab02cb9cb5)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:56:46.136196 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (874e17b1-59b4-455e-93ae-78a55fa69aa1), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:46.139434 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0c9f9-491d-4e09-944b-6490bc0f8161 req-413b82ef-f55c-4101-b273-eef4eb2d7f7a tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:46.141687 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a1a0c9f9-491d-4e09-944b-6490bc0f8161 req-413b82ef-f55c-4101-b273-eef4eb2d7f7a tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/ports?device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 946 time: 0.0780444 Jun 16 18:56:46.195523 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=874e17b1-59b4-455e-93ae-78a55fa69aa1,revision_number=5']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:46.195972 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56422d-40b5-4ed3-8d6b-0f126c5bfae0 req-b245abc7-21e0-4d37-a349-fa937b3cc4ee tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:46.197589 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7a56422d-40b5-4ed3-8d6b-0f126c5bfae0 req-b245abc7-21e0-4d37-a349-fa937b3cc4ee tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 945 time: 0.0833423 Jun 16 18:56:46.232202 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a1a0c9f9-491d-4e09-944b-6490bc0f8161 req-675c97c0-bdb4-4eab-a833-d2067428dfff tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/security-groups?id=992d6e86-67f1-44f7-8838-6a1edb468411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736291 Jun 16 18:56:46.265133 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7a56422d-40b5-4ed3-8d6b-0f126c5bfae0 req-5a8c0251-ccf8-4f24-b587-418bdfb7fe15 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560517 Jun 16 18:56:46.556422 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bad769d-1b62-4d0f-8491-bfae3997a525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813e5e92-6255-46b0-aa69-1964caa13cf4'}, {'server_uuid': '25fe61a4-e1c1-4098-91db-fbb42c8b1d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4f94ae-ac05-441d-a1fa-fa6601b9d389'}, {'server_uuid': 'd6c04798-b061-421b-9b61-db9cce7dace4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44fe652d-5231-4810-99fa-21c58c429e9c'}, {'server_uuid': '410bdd70-d5fd-4cfe-ad04-cf135bef00ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874e17b1-59b4-455e-93ae-78a55fa69aa1'}] {{(pid=116194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:56:46.558768 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c514dfdaa64f5ff94ef0a30f0983ecc87ad84dbda33c755e7db481fe7439434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad233225-0341-469b-95de-2fdaee3f7164" -d '{"events": [{"server_uuid": "8bad769d-1b62-4d0f-8491-bfae3997a525", "name": "network-vif-plugged", "status": "completed", "tag": "813e5e92-6255-46b0-aa69-1964caa13cf4"}, {"server_uuid": "25fe61a4-e1c1-4098-91db-fbb42c8b1d7b", "name": "network-vif-plugged", "status": "completed", "tag": "3e4f94ae-ac05-441d-a1fa-fa6601b9d389"}, {"server_uuid": "d6c04798-b061-421b-9b61-db9cce7dace4", "name": "network-vif-plugged", "status": "completed", "tag": "44fe652d-5231-4810-99fa-21c58c429e9c"}, {"server_uuid": "410bdd70-d5fd-4cfe-ad04-cf135bef00ff", "name": "network-vif-plugged", "status": "completed", "tag": "874e17b1-59b4-455e-93ae-78a55fa69aa1"}]}' {{(pid=116194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:56:46.624557 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 16 Jun 2022 18:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bddae99-a38f-4d00-bdd3-14b3f5892ecd x-openstack-request-id: req-0bddae99-a38f-4d00-bdd3-14b3f5892ecd {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:56:46.624904 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bad769d-1b62-4d0f-8491-bfae3997a525", "name": "network-vif-plugged", "status": "completed", "tag": "813e5e92-6255-46b0-aa69-1964caa13cf4", "code": 200}, {"server_uuid": "25fe61a4-e1c1-4098-91db-fbb42c8b1d7b", "name": "network-vif-plugged", "status": "completed", "tag": "3e4f94ae-ac05-441d-a1fa-fa6601b9d389", "code": 200}, {"server_uuid": "d6c04798-b061-421b-9b61-db9cce7dace4", "name": "network-vif-plugged", "status": "completed", "tag": "44fe652d-5231-4810-99fa-21c58c429e9c", "code": 200}, {"server_uuid": "410bdd70-d5fd-4cfe-ad04-cf135bef00ff", "name": "network-vif-plugged", "status": "completed", "tag": "874e17b1-59b4-455e-93ae-78a55fa69aa1", "code": 200}]} {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:56:46.625291 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0bddae99-a38f-4d00-bdd3-14b3f5892ecd {{(pid=116194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:56:46.625791 dv-cinder-846171-1-iscsi neutron-server[116194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bddae99-a38f-4d00-bdd3-14b3f5892ecd'] response: {'server_uuid': '8bad769d-1b62-4d0f-8491-bfae3997a525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813e5e92-6255-46b0-aa69-1964caa13cf4', 'code': 200} Jun 16 18:56:46.626180 dv-cinder-846171-1-iscsi neutron-server[116194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bddae99-a38f-4d00-bdd3-14b3f5892ecd'] response: {'server_uuid': '25fe61a4-e1c1-4098-91db-fbb42c8b1d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4f94ae-ac05-441d-a1fa-fa6601b9d389', 'code': 200} Jun 16 18:56:46.626591 dv-cinder-846171-1-iscsi neutron-server[116194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bddae99-a38f-4d00-bdd3-14b3f5892ecd'] response: {'server_uuid': 'd6c04798-b061-421b-9b61-db9cce7dace4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44fe652d-5231-4810-99fa-21c58c429e9c', 'code': 200} Jun 16 18:56:46.626929 dv-cinder-846171-1-iscsi neutron-server[116194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bddae99-a38f-4d00-bdd3-14b3f5892ecd'] response: {'server_uuid': '410bdd70-d5fd-4cfe-ad04-cf135bef00ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874e17b1-59b4-455e-93ae-78a55fa69aa1', 'code': 200} Jun 16 18:56:46.699924 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6395d-210b-4455-b6f1-f68252db3f74 req-27c7a0f9-07f0-404a-a416-6513be34616c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:46.701530 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-97f6395d-210b-4455-b6f1-f68252db3f74 req-27c7a0f9-07f0-404a-a416-6513be34616c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.1025105 Jun 16 18:56:46.774172 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070f374-4cf3-445a-845d-8ebc316515e8 req-38a7c433-c284-4881-88ef-98e6477e4431 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:46.775732 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0070f374-4cf3-445a-845d-8ebc316515e8 req-38a7c433-c284-4881-88ef-98e6477e4431 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0732920 Jun 16 18:56:46.812321 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-97f6395d-210b-4455-b6f1-f68252db3f74 req-baf0705e-b1aa-4ae2-81ae-7216929c1f09 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003466 Jun 16 18:56:46.853630 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0070f374-4cf3-445a-845d-8ebc316515e8 req-6ead7606-72b5-4e1d-98b4-eb2d2c4b35a4 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705373 Jun 16 18:56:47.016982 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06cc53-a021-48a4-8157-ce7f48feaac4 req-a2309773-b53f-40d2-9095-cfcc5d0fae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:47.018577 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-af06cc53-a021-48a4-8157-ce7f48feaac4 req-a2309773-b53f-40d2-9095-cfcc5d0fae87 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 1130 time: 0.0443563 Jun 16 18:56:47.098825 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-af06cc53-a021-48a4-8157-ce7f48feaac4 req-7aaca9df-6c5d-4b63-b7f9-481ad990a6dc service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715523 Jun 16 18:56:47.112261 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4edfa-8121-4feb-b7a8-233068463b59 req-e8d14df4-2a6e-474b-9549-0ca22de38dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:47.113866 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0bb4edfa-8121-4feb-b7a8-233068463b59 req-e8d14df4-2a6e-474b-9549-0ca22de38dea service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 1130 time: 0.0555751 Jun 16 18:56:47.315751 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:47.397421 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9a7c6-1034-45e5-b2b4-c50fdb09059c req-070a5910-9122-484b-b24f-0bbf6f4d792a tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:47.404953 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3ce9a7c6-1034-45e5-b2b4-c50fdb09059c req-070a5910-9122-484b-b24f-0bbf6f4d792a tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/ports?device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 946 time: 0.1006806 Jun 16 18:56:47.425109 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e08cd4-0e1e-4e57-8ab0-a8eb4539fe3e req-170ddd97-9815-4da0-a90d-29eda7d1b3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:47.427054 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-77e08cd4-0e1e-4e57-8ab0-a8eb4539fe3e req-170ddd97-9815-4da0-a90d-29eda7d1b3c9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 1129 time: 0.0763686 Jun 16 18:56:47.460488 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac19169-ffe8-461f-a588-c50e42e83d1e req-aa07d565-d23e-4310-89d6-7b1c12b454f8 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:47.461955 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-dac19169-ffe8-461f-a588-c50e42e83d1e req-aa07d565-d23e-4310-89d6-7b1c12b454f8 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.1259837 Jun 16 18:56:47.487702 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c4f9d-6506-409b-9b6e-6868124510e7 req-73383169-7190-4d2f-8eea-0ba86488d5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:47.489077 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e88c4f9d-6506-409b-9b6e-6868124510e7 req-73383169-7190-4d2f-8eea-0ba86488d5e9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=25fe61a4-e1c1-4098-91db-fbb42c8b1d7b HTTP/1.1" status: 200 len: 1129 time: 0.1368146 Jun 16 18:56:47.530640 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0bb4edfa-8121-4feb-b7a8-233068463b59 req-e78aedd3-ae83-4d88-9825-9290d6f143c5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472521 Jun 16 18:56:47.535281 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3ce9a7c6-1034-45e5-b2b4-c50fdb09059c req-a2db19f1-d80f-4caf-bfbb-557ecb47798b tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/security-groups?id=992d6e86-67f1-44f7-8838-6a1edb468411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295123 Jun 16 18:56:47.557076 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-dac19169-ffe8-461f-a588-c50e42e83d1e req-c914f32b-582a-4dbf-bcc2-67ead1520a94 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872772 Jun 16 18:56:47.932575 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2bb831-a4e5-4494-8571-147404c1d034 req-08058406-bbf4-41c3-9a8d-59ce985d99e2 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:47.934135 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5f2bb831-a4e5-4494-8571-147404c1d034 req-08058406-bbf4-41c3-9a8d-59ce985d99e2 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0521541 Jun 16 18:56:48.004637 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ace7f-dad3-4c38-9afa-c57aa385b4f1 req-4657cffa-3da3-41e6-90f0-b07163f43d7f tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:48.006189 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d20ace7f-dad3-4c38-9afa-c57aa385b4f1 req-4657cffa-3da3-41e6-90f0-b07163f43d7f tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0678451 Jun 16 18:56:48.043940 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5f2bb831-a4e5-4494-8571-147404c1d034 req-e2472924-12e4-46b1-b264-51794335a043 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038291 Jun 16 18:56:48.104550 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d20ace7f-dad3-4c38-9afa-c57aa385b4f1 req-36486aaa-e72e-4872-ab07-9c6addcbdb07 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878096 Jun 16 18:56:48.107885 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e88c4f9d-6506-409b-9b6e-6868124510e7 req-f488d0e2-28f0-4724-aa30-8264cc209ff8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795217 Jun 16 18:56:48.398211 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-77e08cd4-0e1e-4e57-8ab0-a8eb4539fe3e req-54870d85-1c57-4f06-ae06-ee9c4bdc2009 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476863 Jun 16 18:56:48.650752 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:48.681384 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678ba05-6606-49a6-a2e5-849c45c8ed86 req-f9121c6c-00e2-4683-9797-fccc1447a89f tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:48.682905 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3678ba05-6606-49a6-a2e5-849c45c8ed86 req-f9121c6c-00e2-4683-9797-fccc1447a89f tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/ports?device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 946 time: 0.0765667 Jun 16 18:56:48.703460 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91e2dc-eba1-4e17-acc2-5f32675630ba req-d09da8ef-9617-4dc6-9ea9-af6dec2a42dd tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:48.704902 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7c91e2dc-eba1-4e17-acc2-5f32675630ba req-d09da8ef-9617-4dc6-9ea9-af6dec2a42dd tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0676496 Jun 16 18:56:48.766106 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3678ba05-6606-49a6-a2e5-849c45c8ed86 req-644d4da7-b080-4fd4-bbec-a069e6072365 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/security-groups?id=992d6e86-67f1-44f7-8838-6a1edb468411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770719 Jun 16 18:56:48.777079 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7c91e2dc-eba1-4e17-acc2-5f32675630ba req-111c4e90-d49b-4161-9e19-b67f09747831 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646815 Jun 16 18:56:49.257931 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3369f27-b2b5-4ac5-9d91-0880c357eae5 req-87d5edd1-9629-4ba6-91cb-c0b831eda110 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:49.259395 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e3369f27-b2b5-4ac5-9d91-0880c357eae5 req-87d5edd1-9629-4ba6-91cb-c0b831eda110 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0985262 Jun 16 18:56:49.275259 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d7ace-5044-4a6a-8a92-dcb727878759 req-bb0bd553-6f74-4ce3-9a1b-72b4219e8731 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:49.276765 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-070d7ace-5044-4a6a-8a92-dcb727878759 req-bb0bd553-6f74-4ce3-9a1b-72b4219e8731 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0785637 Jun 16 18:56:49.354388 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-070d7ace-5044-4a6a-8a92-dcb727878759 req-07837edb-8cbe-4bbb-864e-1f9119fe7b3c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711756 Jun 16 18:56:49.358064 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e3369f27-b2b5-4ac5-9d91-0880c357eae5 req-cdb1b841-aa7b-4a9c-965e-c05c12c24134 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904560 Jun 16 18:56:49.921290 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8885ff-4548-42ee-9d40-b636a60ac64b req-20ef9a66-4d8e-455a-91a9-4582e8991dce tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:49.932265 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9d8885ff-4548-42ee-9d40-b636a60ac64b req-20ef9a66-4d8e-455a-91a9-4582e8991dce tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0644629 Jun 16 18:56:49.973538 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9d8885ff-4548-42ee-9d40-b636a60ac64b req-db7284d0-f2a6-48c6-8f17-558c11ef8d50 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452545 Jun 16 18:56:50.517412 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca3b5e-c456-4103-9a28-57e9e514e8ce req-14ebf744-8322-4468-b0fe-1a828f1e6e2d tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:50.518908 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-aaca3b5e-c456-4103-9a28-57e9e514e8ce req-14ebf744-8322-4468-b0fe-1a828f1e6e2d tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0845392 Jun 16 18:56:50.526797 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4c332-facd-44f3-afc3-bdacbd3b5f14 req-4344193d-cc6e-45f4-a390-4b6480320157 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:50.528727 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-78d4c332-facd-44f3-afc3-bdacbd3b5f14 req-4344193d-cc6e-45f4-a390-4b6480320157 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0816693 Jun 16 18:56:50.589174 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:50.605470 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-aaca3b5e-c456-4103-9a28-57e9e514e8ce req-705f934d-4f0c-4889-9fe7-b2eb4194459c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754459 Jun 16 18:56:50.608782 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-78d4c332-facd-44f3-afc3-bdacbd3b5f14 req-699139d8-f580-48f5-80fb-ec986d70902e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718582 Jun 16 18:56:50.698695 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 47786) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:50.774570 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8a1b4-9bc8-45ca-ad60-82d256e8463c req-129bd03c-0eab-4cc9-87c4-094d42e65f9f tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:50.781386 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d7f8a1b4-9bc8-45ca-ad60-82d256e8463c req-129bd03c-0eab-4cc9-87c4-094d42e65f9f tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0593174 Jun 16 18:56:50.786687 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 47794) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:50.796591 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-89fb3a4c-4791-4a00-8253-0deeb19adf09 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Request body: {'floatingip': {'port_id': '44fe652d-5231-4810-99fa-21c58c429e9c'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:56:50.883067 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-2f67125d-1419-4bd5-ae98-d115b891585b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:50.901363 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-89fb3a4c-4791-4a00-8253-0deeb19adf09 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for floatingip (d13807b4-d324-4b7d-9124-8cd72a687dae), before_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:50.992967 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:DELETE=4,neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:51.115336 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7970ad-4ca8-4169-9008-a02c74ffc7ee req-492190f2-8fbc-4052-bfe7-fb89f4630935 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:51.116865 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-fd7970ad-4ca8-4169-9008-a02c74ffc7ee req-492190f2-8fbc-4052-bfe7-fb89f4630935 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0477333 Jun 16 18:56:51.155835 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=2 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:51.166177 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-fd7970ad-4ca8-4169-9008-a02c74ffc7ee req-6dc54b27-2618-4274-b344-dfd90cfeae48 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428970 Jun 16 18:56:51.167079 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=4 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:51.176643 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-2f67125d-1419-4bd5-ae98-d115b891585b admin admin] Publish callbacks [] for security_group (76a47320-cc9d-4b03-a20e-18cdbcedf08e), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:51.311396 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-2f67125d-1419-4bd5-ae98-d115b891585b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (76a47320-cc9d-4b03-a20e-18cdbcedf08e), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:51.321580 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:51.595223 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67125d-1419-4bd5-ae98-d115b891585b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a47320-cc9d-4b03-a20e-18cdbcedf08e,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:51.614953 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb3b41-eeca-49dc-aadd-57bf09d088fa req-4fa4241d-6246-4e54-89f7-18894ee58cc0 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:51.616429 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-13cb3b41-eeca-49dc-aadd-57bf09d088fa req-4fa4241d-6246-4e54-89f7-18894ee58cc0 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0479822 Jun 16 18:56:51.619490 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-2f67125d-1419-4bd5-ae98-d115b891585b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=efd4e5cb59004ef1bd185ce2daa421dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9195039 Jun 16 18:56:51.623125 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 47818) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:51.626599 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f67125d-1419-4bd5-ae98-d115b891585b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:51.628990 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f67125d-1419-4bd5-ae98-d115b891585b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:51.628990 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f67125d-1419-4bd5-ae98-d115b891585b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:51.628990 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f67125d-1419-4bd5-ae98-d115b891585b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:51.628990 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f67125d-1419-4bd5-ae98-d115b891585b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:51.628990 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f67125d-1419-4bd5-ae98-d115b891585b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:51.628990 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f67125d-1419-4bd5-ae98-d115b891585b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:51.628990 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f67125d-1419-4bd5-ae98-d115b891585b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:51.629560 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f67125d-1419-4bd5-ae98-d115b891585b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:51.629655 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f67125d-1419-4bd5-ae98-d115b891585b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:51.629919 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f67125d-1419-4bd5-ae98-d115b891585b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:51.630271 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f67125d-1419-4bd5-ae98-d115b891585b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:51.630605 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f67125d-1419-4bd5-ae98-d115b891585b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:51.630928 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f67125d-1419-4bd5-ae98-d115b891585b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:51.631255 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f67125d-1419-4bd5-ae98-d115b891585b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:51.700693 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-13cb3b41-eeca-49dc-aadd-57bf09d088fa req-71faeec4-3fe7-4ce7-b1aa-c043268bfb46 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777450 Jun 16 18:56:51.712840 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-6028ccd6-c0a8-4352-8042-d12e657daec1 admin admin] Publish callbacks [] for security_group (76a47320-cc9d-4b03-a20e-18cdbcedf08e), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:51.748269 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-6028ccd6-c0a8-4352-8042-d12e657daec1 admin admin] Publish callbacks [] for security_group (76a47320-cc9d-4b03-a20e-18cdbcedf08e), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:51.787602 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-89fb3a4c-4791-4a00-8253-0deeb19adf09 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:51.819462 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7122969-65db-4332-8a38-b82d22ca6050 req-75541880-590b-49bb-a14a-701c04a0fd74 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:51.820934 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f7122969-65db-4332-8a38-b82d22ca6050 req-75541880-590b-49bb-a14a-701c04a0fd74 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0572789 Jun 16 18:56:51.833024 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:51.855424 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-89fb3a4c-4791-4a00-8253-0deeb19adf09 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8340165'] for floatingip (d13807b4-d324-4b7d-9124-8cd72a687dae), after_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:51.876090 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f7122969-65db-4332-8a38-b82d22ca6050 req-d0627112-94bb-408a-9a02-765b621507cb tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487237 Jun 16 18:56:51.941305 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-6028ccd6-c0a8-4352-8042-d12e657daec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (76a47320-cc9d-4b03-a20e-18cdbcedf08e), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:51.945624 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-6028ccd6-c0a8-4352-8042-d12e657daec1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:51.947595 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-6028ccd6-c0a8-4352-8042-d12e657daec1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/76a47320-cc9d-4b03-a20e-18cdbcedf08e HTTP/1.1" status: 204 len: 168 time: 0.3227911 Jun 16 18:56:51.979555 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.db.l3_db [None req-89fb3a4c-4791-4a00-8253-0deeb19adf09 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Floating IP d13807b4-d324-4b7d-9124-8cd72a687dae associated. External IP: 172.27.0.98, port: 44fe652d-5231-4810-99fa-21c58c429e9c. Jun 16 18:56:51.986278 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028ccd6-c0a8-4352-8042-d12e657daec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a47320-cc9d-4b03-a20e-18cdbcedf08e,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:52.002058 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6028ccd6-c0a8-4352-8042-d12e657daec1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:52.002588 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6028ccd6-c0a8-4352-8042-d12e657daec1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:52.003004 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6028ccd6-c0a8-4352-8042-d12e657daec1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:52.003436 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6028ccd6-c0a8-4352-8042-d12e657daec1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:52.003854 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6028ccd6-c0a8-4352-8042-d12e657daec1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:52.004250 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6028ccd6-c0a8-4352-8042-d12e657daec1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:52.004637 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6028ccd6-c0a8-4352-8042-d12e657daec1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:52.005590 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6028ccd6-c0a8-4352-8042-d12e657daec1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:52.006706 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6028ccd6-c0a8-4352-8042-d12e657daec1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:52.007075 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6028ccd6-c0a8-4352-8042-d12e657daec1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:52.007414 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6028ccd6-c0a8-4352-8042-d12e657daec1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:52.007972 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6028ccd6-c0a8-4352-8042-d12e657daec1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:52.008080 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6028ccd6-c0a8-4352-8042-d12e657daec1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:52.008365 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6028ccd6-c0a8-4352-8042-d12e657daec1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:52.008686 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6028ccd6-c0a8-4352-8042-d12e657daec1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:56:52.022317 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ed00a-4107-46cf-a1d2-1ea31136dec3 req-4d67108f-317c-43d2-b901-039b04223b22 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:52.023824 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-bc0ed00a-4107-46cf-a1d2-1ea31136dec3 req-4d67108f-317c-43d2-b901-039b04223b22 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0749435 Jun 16 18:56:52.034640 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 47830) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:52.038785 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-27ae3c74-1987-4067-aefb-b46a07f09b2c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Request body: {'floatingip': {'port_id': '813e5e92-6255-46b0-aa69-1964caa13cf4'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:56:52.110881 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-27ae3c74-1987-4067-aefb-b46a07f09b2c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for floatingip (31b74181-f47c-4df1-a599-749a40a31e3c), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:52.188258 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89fb3a4c-4791-4a00-8253-0deeb19adf09 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Router f03bfdaa-4ab3-45bb-a8a4-42f612f6a932 has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:56:52.305137 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fb3a4c-4791-4a00-8253-0deeb19adf09 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:56:52.319080 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ce104c-2bbc-4e24-8862-bb3deebcd82d None None] Sync routers for ids ['f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'] in dv-cinder-846171-1-iscsi {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:56:52.321134 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-89fb3a4c-4791-4a00-8253-0deeb19adf09 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for floatingip (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:52.330814 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ce104c-2bbc-4e24-8862-bb3deebcd82d None None] Routers {'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:56:52.331447 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-93ce104c-2bbc-4e24-8862-bb3deebcd82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:56:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:52.375141 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-89fb3a4c-4791-4a00-8253-0deeb19adf09 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "PUT /v2.0/floatingips/d13807b4-d324-4b7d-9124-8cd72a687dae HTTP/1.1" status: 200 len: 991 time: 1.5868356 Jun 16 18:56:52.375255 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c04798-b061-421b-9b61-db9cce7dace4', 'tag': '44fe652d-5231-4810-99fa-21c58c429e9c'}] {{(pid=116192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:56:52.377503 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744e9e4082f242c101b6c91db8253db5b8bdf8a002bfe2f24814a1499063359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148d0b2c-f557-49db-87c5-d0877ebe172b" -d '{"events": [{"name": "network-changed", "server_uuid": "d6c04798-b061-421b-9b61-db9cce7dace4", "tag": "44fe652d-5231-4810-99fa-21c58c429e9c"}]}' {{(pid=116192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:56:52.414923 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947da330-3a8d-4ea9-916d-2745b035429e x-openstack-request-id: req-947da330-3a8d-4ea9-916d-2745b035429e {{(pid=116192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:56:52.415208 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6c04798-b061-421b-9b61-db9cce7dace4", "tag": "44fe652d-5231-4810-99fa-21c58c429e9c", "status": "completed", "code": 200}]} {{(pid=116192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:56:52.415457 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-947da330-3a8d-4ea9-916d-2745b035429e {{(pid=116192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:56:52.415852 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-947da330-3a8d-4ea9-916d-2745b035429e'] response: {'name': 'network-changed', 'server_uuid': 'd6c04798-b061-421b-9b61-db9cce7dace4', 'tag': '44fe652d-5231-4810-99fa-21c58c429e9c', 'status': 'completed', 'code': 200} Jun 16 18:56:52.439915 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-93ce104c-2bbc-4e24-8862-bb3deebcd82d None None] Set router f03bfdaa-4ab3-45bb-a8a4-42f612f6a932 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:56:52.732937 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-93ce104c-2bbc-4e24-8862-bb3deebcd82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'name': 'tempest-AttachVolumeShelveTestJSON-172575064-router', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'f44d7cb1-f583-4148-917f-fb546be0871f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:54Z', 'updated_at': '2022-06-16T18:56:06Z', 'revision_number': 4, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'gw_port': {'id': 'f44d7cb1-f583-4148-917f-fb546be0871f', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:56Z', 'updated_at': '2022-06-16T18:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': 'd13807b4-d324-4b7d-9124-8cd72a687dae', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'port_id': '44fe652d-5231-4810-99fa-21c58c429e9c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111', 'mac_address': 'fa:16:3e:8a:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c04798-b061-421b-9b61-db9cce7dace4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:56:13Z', 'updated_at': '2022-06-16T18:56:51Z', 'revision_number': 1, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b585d1e-7432-4b39-b65a-be7738265e74', 'name': '', 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'mac_address': 'fa:16:3e:e8:45:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'fe716360-4f3c-4c62-9220-aaf7aa3a7a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:56:03Z', 'updated_at': '2022-06-16T18:56:12Z', 'revision_number': 5, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'subnets': [{'id': 'fe716360-4f3c-4c62-9220-aaf7aa3a7a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:52.732937 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ce104c-2bbc-4e24-8862-bb3deebcd82d None None] Checking router: f03bfdaa-4ab3-45bb-a8a4-42f612f6a932 for host: dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:56:52.735868 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ce104c-2bbc-4e24-8862-bb3deebcd82d None None] Routers {'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:56:52.736799 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-93ce104c-2bbc-4e24-8862-bb3deebcd82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:56:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:52.846616 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-93ce104c-2bbc-4e24-8862-bb3deebcd82d None None] Set router f03bfdaa-4ab3-45bb-a8a4-42f612f6a932 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:56:52.882896 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a3509-80b2-4717-8ed4-aeca470cacb0 req-ce57708f-decc-421b-9bff-d199903b6d11 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:52.950680 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4d5a3509-80b2-4717-8ed4-aeca470cacb0 req-ce57708f-decc-421b-9bff-d199903b6d11 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0941596 Jun 16 18:56:52.950680 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:53.039954 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4d5a3509-80b2-4717-8ed4-aeca470cacb0 req-63f7aaaa-d21b-4466-b17d-be9b25af3fbb tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471846 Jun 16 18:56:53.067858 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-27ae3c74-1987-4067-aefb-b46a07f09b2c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:53.072910 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-93ce104c-2bbc-4e24-8862-bb3deebcd82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'name': 'tempest-AttachVolumeShelveTestJSON-172575064-router', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'f44d7cb1-f583-4148-917f-fb546be0871f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:54Z', 'updated_at': '2022-06-16T18:56:06Z', 'revision_number': 4, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'gw_port': {'id': 'f44d7cb1-f583-4148-917f-fb546be0871f', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:56Z', 'updated_at': '2022-06-16T18:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': 'd13807b4-d324-4b7d-9124-8cd72a687dae', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'port_id': '44fe652d-5231-4810-99fa-21c58c429e9c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111', 'mac_address': 'fa:16:3e:8a:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c04798-b061-421b-9b61-db9cce7dace4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:56:13Z', 'updated_at': '2022-06-16T18:56:51Z', 'revision_number': 1, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b585d1e-7432-4b39-b65a-be7738265e74', 'name': '', 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'mac_address': 'fa:16:3e:e8:45:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'fe716360-4f3c-4c62-9220-aaf7aa3a7a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:56:03Z', 'updated_at': '2022-06-16T18:56:12Z', 'revision_number': 5, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'subnets': [{'id': 'fe716360-4f3c-4c62-9220-aaf7aa3a7a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:53.085977 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 47856) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:53.099870 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9438af5c-b5ae-4d84-91d6-6c465bf64ad1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:53.101797 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ce104c-2bbc-4e24-8862-bb3deebcd82d None None] The sync data for ids ['f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'] in dv-cinder-846171-1-iscsi is: [{'id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'name': 'tempest-AttachVolumeShelveTestJSON-172575064-router', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'f44d7cb1-f583-4148-917f-fb546be0871f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:54Z', 'updated_at': '2022-06-16T18:56:06Z', 'revision_number': 4, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'gw_port': {'id': 'f44d7cb1-f583-4148-917f-fb546be0871f', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:56Z', 'updated_at': '2022-06-16T18:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': 'd13807b4-d324-4b7d-9124-8cd72a687dae', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'port_id': '44fe652d-5231-4810-99fa-21c58c429e9c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111', 'mac_address': 'fa:16:3e:8a:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c04798-b061-421b-9b61-db9cce7dace4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:56:13Z', 'updated_at': '2022-06-16T18:56:51Z', 'revision_number': 1, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b585d1e-7432-4b39-b65a-be7738265e74', 'name': '', 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'mac_address': 'fa:16:3e:e8:45:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'fe716360-4f3c-4c62-9220-aaf7aa3a7a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:56:03Z', 'updated_at': '2022-06-16T18:56:12Z', 'revision_number': 5, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'subnets': [{'id': 'fe716360-4f3c-4c62-9220-aaf7aa3a7a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:56:53.126067 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-27ae3c74-1987-4067-aefb-b46a07f09b2c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8340165'] for floatingip (31b74181-f47c-4df1-a599-749a40a31e3c), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:53.220362 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:53.265331 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.db.l3_db [None req-27ae3c74-1987-4067-aefb-b46a07f09b2c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Floating IP 31b74181-f47c-4df1-a599-749a40a31e3c associated. External IP: 172.27.0.184, port: 813e5e92-6255-46b0-aa69-1964caa13cf4. Jun 16 18:56:53.268544 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9438af5c-b5ae-4d84-91d6-6c465bf64ad1 admin admin] Publish callbacks [] for security_group (d282a19a-95bf-45f7-9e94-260f1d527b97), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:53.317829 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d38b1a-b5aa-41d2-980f-f5f9ac11d656 None None] New status for floating IP d13807b4-d324-4b7d-9124-8cd72a687dae: ACTIVE {{(pid=116194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 18:56:53.361832 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9438af5c-b5ae-4d84-91d6-6c465bf64ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (d282a19a-95bf-45f7-9e94-260f1d527b97), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:53.415241 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438af5c-b5ae-4d84-91d6-6c465bf64ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d282a19a-95bf-45f7-9e94-260f1d527b97,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:53.421501 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-9438af5c-b5ae-4d84-91d6-6c465bf64ad1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cb8ccba52e7244fbabc7220149426f19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3343987 Jun 16 18:56:53.424696 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 47858) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:53.466314 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:53.479138 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-03848a70-b737-437e-a49a-fe44a470bd65 admin admin] Publish callbacks [] for security_group (d282a19a-95bf-45f7-9e94-260f1d527b97), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:53.503606 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-03848a70-b737-437e-a49a-fe44a470bd65 admin admin] Publish callbacks [] for security_group (d282a19a-95bf-45f7-9e94-260f1d527b97), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:53.541370 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ae3c74-1987-4067-aefb-b46a07f09b2c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Router 02a4af30-ebf9-4c0d-91a5-45f6ebe56408 has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:56:53.626052 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-03848a70-b737-437e-a49a-fe44a470bd65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (d282a19a-95bf-45f7-9e94-260f1d527b97), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:53.629099 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-03848a70-b737-437e-a49a-fe44a470bd65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:53.630583 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-03848a70-b737-437e-a49a-fe44a470bd65 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d282a19a-95bf-45f7-9e94-260f1d527b97 HTTP/1.1" status: 204 len: 168 time: 0.2053878 Jun 16 18:56:53.639398 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03848a70-b737-437e-a49a-fe44a470bd65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d282a19a-95bf-45f7-9e94-260f1d527b97,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:53.664982 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ae3c74-1987-4067-aefb-b46a07f09b2c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:56:53.664982 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-27ae3c74-1987-4067-aefb-b46a07f09b2c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for floatingip (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:53.668600 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdaf372-8d7e-4d74-b44c-c90112edfc05 None None] Sync routers for ids ['02a4af30-ebf9-4c0d-91a5-45f6ebe56408'] in dv-cinder-846171-1-iscsi {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:56:53.678766 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdaf372-8d7e-4d74-b44c-c90112edfc05 None None] Routers {'02a4af30-ebf9-4c0d-91a5-45f6ebe56408'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:56:53.679587 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-fcdaf372-8d7e-4d74-b44c-c90112edfc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:56:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['02a4af30-ebf9-4c0d-91a5-45f6ebe56408'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:53.706339 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-27ae3c74-1987-4067-aefb-b46a07f09b2c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "PUT /v2.0/floatingips/31b74181-f47c-4df1-a599-749a40a31e3c HTTP/1.1" status: 200 len: 991 time: 1.6712728 Jun 16 18:56:53.707089 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bad769d-1b62-4d0f-8491-bfae3997a525', 'tag': '813e5e92-6255-46b0-aa69-1964caa13cf4'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:56:53.709496 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c047bf-cbbc-4532-87eb-5c1b68788264" -d '{"events": [{"name": "network-changed", "server_uuid": "8bad769d-1b62-4d0f-8491-bfae3997a525", "tag": "813e5e92-6255-46b0-aa69-1964caa13cf4"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:56:53.752571 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec0a6d3-97e4-4d3d-bb9c-0b68afb9aacd x-openstack-request-id: req-7ec0a6d3-97e4-4d3d-bb9c-0b68afb9aacd {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:56:53.753077 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bad769d-1b62-4d0f-8491-bfae3997a525", "tag": "813e5e92-6255-46b0-aa69-1964caa13cf4", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:56:53.753798 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7ec0a6d3-97e4-4d3d-bb9c-0b68afb9aacd {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:56:53.754085 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ec0a6d3-97e4-4d3d-bb9c-0b68afb9aacd'] response: {'name': 'network-changed', 'server_uuid': '8bad769d-1b62-4d0f-8491-bfae3997a525', 'tag': '813e5e92-6255-46b0-aa69-1964caa13cf4', 'status': 'completed', 'code': 200} Jun 16 18:56:53.794538 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-fcdaf372-8d7e-4d74-b44c-c90112edfc05 None None] Set router 02a4af30-ebf9-4c0d-91a5-45f6ebe56408 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:56:53.888098 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=100 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:53.952672 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=100 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:54.039669 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-fcdaf372-8d7e-4d74-b44c-c90112edfc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'name': 'tempest-AttachVolumeTestJSON-590424765-router', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4c72add9-608c-4847-9311-b73fc20947d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:49Z', 'updated_at': '2022-06-16T18:55:56Z', 'revision_number': 4, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'gw_port': {'id': '4c72add9-608c-4847-9311-b73fc20947d5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:50Z', 'updated_at': '2022-06-16T18:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': '31b74181-f47c-4df1-a599-749a40a31e3c', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'floating_ip_address': '172.27.0.184', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'port_id': '813e5e92-6255-46b0-aa69-1964caa13cf4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f', 'mac_address': 'fa:16:3e:fd:39:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bad769d-1b62-4d0f-8491-bfae3997a525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:56:05Z', 'updated_at': '2022-06-16T18:56:52Z', 'revision_number': 1, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44', 'name': '', 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'mac_address': 'fa:16:3e:7d:3c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f3c0b066-676e-4fae-8d81-100b0457b81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:53Z', 'updated_at': '2022-06-16T18:56:02Z', 'revision_number': 5, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'subnets': [{'id': 'f3c0b066-676e-4fae-8d81-100b0457b81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:54.101025 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdaf372-8d7e-4d74-b44c-c90112edfc05 None None] Checking router: 02a4af30-ebf9-4c0d-91a5-45f6ebe56408 for host: dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:56:54.126179 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdaf372-8d7e-4d74-b44c-c90112edfc05 None None] Routers {'02a4af30-ebf9-4c0d-91a5-45f6ebe56408'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:56:54.129420 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-fcdaf372-8d7e-4d74-b44c-c90112edfc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:56:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['02a4af30-ebf9-4c0d-91a5-45f6ebe56408'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:54.234714 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b041e-f68e-4d46-8e37-78f59704135f req-534d8898-920e-443f-b037-15591f1698b0 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:54.236510 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a50b041e-f68e-4d46-8e37-78f59704135f req-534d8898-920e-443f-b037-15591f1698b0 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0631826 Jun 16 18:56:54.242869 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-fcdaf372-8d7e-4d74-b44c-c90112edfc05 None None] Set router 02a4af30-ebf9-4c0d-91a5-45f6ebe56408 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:56:54.263763 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:54.286241 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a50b041e-f68e-4d46-8e37-78f59704135f req-48673846-54fc-404c-8af3-caef0d18b3cb tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431197 Jun 16 18:56:54.413950 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 47892) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:54.458421 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-68afc97f-72c8-488a-8ad2-a6f8d6b6a577 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:54.490425 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c047bf-cbbc-4532-87eb-5c1b68788264 req-eb71052d-8707-4c33-9ece-61e505b500cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:54.492274 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-b0c047bf-cbbc-4532-87eb-5c1b68788264 req-eb71052d-8707-4c33-9ece-61e505b500cd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9e5f71068aa4d75bcc4578b741f490d&device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 1129 time: 0.0761292 Jun 16 18:56:54.556734 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-fcdaf372-8d7e-4d74-b44c-c90112edfc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'name': 'tempest-AttachVolumeTestJSON-590424765-router', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4c72add9-608c-4847-9311-b73fc20947d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:49Z', 'updated_at': '2022-06-16T18:55:56Z', 'revision_number': 4, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'gw_port': {'id': '4c72add9-608c-4847-9311-b73fc20947d5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:50Z', 'updated_at': '2022-06-16T18:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': '31b74181-f47c-4df1-a599-749a40a31e3c', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'floating_ip_address': '172.27.0.184', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'port_id': '813e5e92-6255-46b0-aa69-1964caa13cf4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f', 'mac_address': 'fa:16:3e:fd:39:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bad769d-1b62-4d0f-8491-bfae3997a525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:56:05Z', 'updated_at': '2022-06-16T18:56:52Z', 'revision_number': 1, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44', 'name': '', 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'mac_address': 'fa:16:3e:7d:3c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f3c0b066-676e-4fae-8d81-100b0457b81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:53Z', 'updated_at': '2022-06-16T18:56:02Z', 'revision_number': 5, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'subnets': [{'id': 'f3c0b066-676e-4fae-8d81-100b0457b81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:56:54.562510 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-68afc97f-72c8-488a-8ad2-a6f8d6b6a577 admin admin] Publish callbacks [] for security_group (0c382b4f-11b5-434b-8639-ccd4c4fe7e3b), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:54.581734 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdaf372-8d7e-4d74-b44c-c90112edfc05 None None] The sync data for ids ['02a4af30-ebf9-4c0d-91a5-45f6ebe56408'] in dv-cinder-846171-1-iscsi is: [{'id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'name': 'tempest-AttachVolumeTestJSON-590424765-router', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4c72add9-608c-4847-9311-b73fc20947d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:49Z', 'updated_at': '2022-06-16T18:55:56Z', 'revision_number': 4, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'gw_port': {'id': '4c72add9-608c-4847-9311-b73fc20947d5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:50Z', 'updated_at': '2022-06-16T18:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': '31b74181-f47c-4df1-a599-749a40a31e3c', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'floating_ip_address': '172.27.0.184', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'port_id': '813e5e92-6255-46b0-aa69-1964caa13cf4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f', 'mac_address': 'fa:16:3e:fd:39:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bad769d-1b62-4d0f-8491-bfae3997a525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:56:05Z', 'updated_at': '2022-06-16T18:56:52Z', 'revision_number': 1, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44', 'name': '', 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'mac_address': 'fa:16:3e:7d:3c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f3c0b066-676e-4fae-8d81-100b0457b81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:53Z', 'updated_at': '2022-06-16T18:56:02Z', 'revision_number': 5, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'subnets': [{'id': 'f3c0b066-676e-4fae-8d81-100b0457b81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:56:54.637978 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-68afc97f-72c8-488a-8ad2-a6f8d6b6a577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (0c382b4f-11b5-434b-8639-ccd4c4fe7e3b), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:54.657339 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:54.680137 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-68afc97f-72c8-488a-8ad2-a6f8d6b6a577 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0058a08d1ee14e3a9e9baa0d3aa38126&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2651062 Jun 16 18:56:54.681055 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68afc97f-72c8-488a-8ad2-a6f8d6b6a577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c382b4f-11b5-434b-8639-ccd4c4fe7e3b,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:54.682928 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 47898) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:54.735995 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9e3d1f5e-c829-4c45-970e-865f44cfa413 admin admin] Publish callbacks [] for security_group (0c382b4f-11b5-434b-8639-ccd4c4fe7e3b), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:54.762479 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9e3d1f5e-c829-4c45-970e-865f44cfa413 admin admin] Publish callbacks [] for security_group (0c382b4f-11b5-434b-8639-ccd4c4fe7e3b), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:54.795005 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d32cfe-a314-4517-adb0-6be123f3e6a0 None None] New status for floating IP 31b74181-f47c-4df1-a599-749a40a31e3c: ACTIVE {{(pid=116194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 18:56:54.861248 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9e3d1f5e-c829-4c45-970e-865f44cfa413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (0c382b4f-11b5-434b-8639-ccd4c4fe7e3b), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:54.864339 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9e3d1f5e-c829-4c45-970e-865f44cfa413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:54.868461 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-9e3d1f5e-c829-4c45-970e-865f44cfa413 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0c382b4f-11b5-434b-8639-ccd4c4fe7e3b HTTP/1.1" status: 204 len: 168 time: 0.1820197 Jun 16 18:56:54.875856 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d1f5e-c829-4c45-970e-865f44cfa413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c382b4f-11b5-434b-8639-ccd4c4fe7e3b,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:55.042617 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152062dd-0e0d-4fd8-8e60-77716811492f req-9de1b2d2-3d68-4b12-85a0-49299af333b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:55.044137 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-152062dd-0e0d-4fd8-8e60-77716811492f req-9de1b2d2-3d68-4b12-85a0-49299af333b9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ed8501d1ff734054ba0a6ef4c398d051&device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 1130 time: 0.0504410 Jun 16 18:56:55.144937 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c047bf-cbbc-4532-87eb-5c1b68788264 req-a678867c-e1fc-4b40-8ea1-01a1b8e92a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:55.147672 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-b0c047bf-cbbc-4532-87eb-5c1b68788264 req-a678867c-e1fc-4b40-8ea1-01a1b8e92a68 service neutron] 10.222.0.66 "GET /v2.0/networks?id=64614a18-07e0-43ad-9990-55ab159f858f HTTP/1.1" status: 200 len: 912 time: 0.1719401 Jun 16 18:56:55.197945 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d0b2c-f557-49db-87c5-d0877ebe172b req-9b611387-7b60-4a63-b783-624dd6157735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:55.199477 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-148d0b2c-f557-49db-87c5-d0877ebe172b req-9b611387-7b60-4a63-b783-624dd6157735 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0b607bd5abec4c72842e250a639f99f1&device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 1130 time: 0.1081138 Jun 16 18:56:55.264029 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-b0c047bf-cbbc-4532-87eb-5c1b68788264 req-2a90befa-b638-4000-8cc3-ab27ea1d6d56 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=813e5e92-6255-46b0-aa69-1964caa13cf4 HTTP/1.1" status: 200 len: 1001 time: 0.1089952 Jun 16 18:56:55.297725 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152062dd-0e0d-4fd8-8e60-77716811492f req-495c32ee-7ccb-4b1f-b33f-b2ba21ec8d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:55.299217 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-152062dd-0e0d-4fd8-8e60-77716811492f req-495c32ee-7ccb-4b1f-b33f-b2ba21ec8d3f service neutron] 10.222.0.66 "GET /v2.0/networks?id=9f034df0-3327-47b9-8a71-7606258bf90a HTTP/1.1" status: 200 len: 920 time: 0.2211154 Jun 16 18:56:55.323360 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c047bf-cbbc-4532-87eb-5c1b68788264 req-eeee9dd4-fd28-42b3-a1fb-b7926f798ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:55.325544 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-b0c047bf-cbbc-4532-87eb-5c1b68788264 req-eeee9dd4-fd28-42b3-a1fb-b7926f798ad9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3c0b066-676e-4fae-8d81-100b0457b81e HTTP/1.1" status: 200 len: 849 time: 0.0547559 Jun 16 18:56:55.377421 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c047bf-cbbc-4532-87eb-5c1b68788264 req-f5fe7cda-8393-4622-b6a7-ffaa2e8e404b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:55.379076 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-b0c047bf-cbbc-4532-87eb-5c1b68788264 req-f5fe7cda-8393-4622-b6a7-ffaa2e8e404b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=64614a18-07e0-43ad-9990-55ab159f858f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481625 Jun 16 18:56:55.489634 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:55.499031 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-b0c047bf-cbbc-4532-87eb-5c1b68788264 req-e45f6135-89cb-4db5-8efd-27f8c36ba1d5 service neutron] 10.222.0.66 "GET /v2.0/networks/64614a18-07e0-43ad-9990-55ab159f858f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122837 Jun 16 18:56:55.589650 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-152062dd-0e0d-4fd8-8e60-77716811492f req-d0bbd6f2-04d4-41c4-8fa4-e534c0a02f1b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=874e17b1-59b4-455e-93ae-78a55fa69aa1 HTTP/1.1" status: 200 len: 217 time: 0.2819390 Jun 16 18:56:55.642522 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-b0c047bf-cbbc-4532-87eb-5c1b68788264 req-bb47c279-9afa-4c3e-85f7-932e844160da service neutron] 10.222.0.66 "GET /v2.0/networks/64614a18-07e0-43ad-9990-55ab159f858f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365564 Jun 16 18:56:55.708403 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:55.713299 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d0b2c-f557-49db-87c5-d0877ebe172b req-01462a8d-248d-4675-a1a0-738941ab4ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:55.714781 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-148d0b2c-f557-49db-87c5-d0877ebe172b req-01462a8d-248d-4675-a1a0-738941ab4ab1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b63c6cac-d1b4-42bd-9dde-7d5291a4c111 HTTP/1.1" status: 200 len: 918 time: 0.5075219 Jun 16 18:56:55.726459 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b09c2-379b-4b1d-b7c3-7820a02e0a84 req-4bfaab63-a2cc-43b6-863d-44590b87191d tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:55.732174 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-571b09c2-379b-4b1d-b7c3-7820a02e0a84 req-4bfaab63-a2cc-43b6-863d-44590b87191d tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.1372881 Jun 16 18:56:55.742973 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152062dd-0e0d-4fd8-8e60-77716811492f req-2a715bf1-844e-467a-bcb2-e072e529da19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:55.744370 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-152062dd-0e0d-4fd8-8e60-77716811492f req-2a715bf1-844e-467a-bcb2-e072e529da19 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=21288f53-db0a-40bc-af1b-49bfa8ab21bd HTTP/1.1" status: 200 len: 857 time: 0.1389813 Jun 16 18:56:55.885873 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-148d0b2c-f557-49db-87c5-d0877ebe172b req-a9c11924-dda7-4cae-b6e7-bbcd6039374f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44fe652d-5231-4810-99fa-21c58c429e9c HTTP/1.1" status: 200 len: 1001 time: 0.1552556 Jun 16 18:56:55.895776 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152062dd-0e0d-4fd8-8e60-77716811492f req-667a47ed-2c1f-4259-9b8c-ce60074c5c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:55.897194 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-152062dd-0e0d-4fd8-8e60-77716811492f req-667a47ed-2c1f-4259-9b8c-ce60074c5c5e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9f034df0-3327-47b9-8a71-7606258bf90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1077988 Jun 16 18:56:55.912345 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-571b09c2-379b-4b1d-b7c3-7820a02e0a84 req-932bac4e-4c4e-42b7-88de-bd5cc8bc6f9e tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726534 Jun 16 18:56:55.967526 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 47952) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:56.004131 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d0b2c-f557-49db-87c5-d0877ebe172b req-ce18792f-beee-40f9-9d44-69ca3782df3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:56.006251 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-148d0b2c-f557-49db-87c5-d0877ebe172b req-ce18792f-beee-40f9-9d44-69ca3782df3c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fe716360-4f3c-4c62-9220-aaf7aa3a7a1f HTTP/1.1" status: 200 len: 855 time: 0.1076035 Jun 16 18:56:56.064466 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:56.068285 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-152062dd-0e0d-4fd8-8e60-77716811492f req-3ebaa8b1-e76b-4597-a432-c6415d831824 service neutron] 10.222.0.66 "GET /v2.0/networks/9f034df0-3327-47b9-8a71-7606258bf90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597815 Jun 16 18:56:56.071368 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d0b2c-f557-49db-87c5-d0877ebe172b req-5e2a6e12-0a39-41f3-ba41-61f5c8e6d99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:56.072856 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-148d0b2c-f557-49db-87c5-d0877ebe172b req-5e2a6e12-0a39-41f3-ba41-61f5c8e6d99e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b63c6cac-d1b4-42bd-9dde-7d5291a4c111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607073 Jun 16 18:56:56.101549 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-b9e4d2d6-c453-45d8-a72b-5b85457e7695 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:56.176525 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-b9e4d2d6-c453-45d8-a72b-5b85457e7695 admin admin] Publish callbacks [] for security_group (bb48e620-51f4-48ff-94d0-237fb0d0172f), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:56.301126 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-b9e4d2d6-c453-45d8-a72b-5b85457e7695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (bb48e620-51f4-48ff-94d0-237fb0d0172f), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:56.349169 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-152062dd-0e0d-4fd8-8e60-77716811492f req-4a7fbe08-5948-4799-a409-5d0f1a56ee7e service neutron] 10.222.0.66 "GET /v2.0/networks/9f034df0-3327-47b9-8a71-7606258bf90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583948 Jun 16 18:56:56.351015 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-148d0b2c-f557-49db-87c5-d0877ebe172b req-af4976a3-f3ae-4366-9cb0-a26c220b3ae5 service neutron] 10.222.0.66 "GET /v2.0/networks/b63c6cac-d1b4-42bd-9dde-7d5291a4c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528702 Jun 16 18:56:56.383118 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-b9e4d2d6-c453-45d8-a72b-5b85457e7695 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cd3ab83fd25c4770be52696711216c6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4145010 Jun 16 18:56:56.383972 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4d2d6-c453-45d8-a72b-5b85457e7695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb48e620-51f4-48ff-94d0-237fb0d0172f,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:56.388460 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 47962) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:56.421640 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-ae67aab6-5b12-4f49-a8b2-871e17f8fc69 req-35bf4963-957b-4a8b-a346-d58730086207 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=544e6615-4246-45d4-bd9b-18a4ab137989&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0748162 Jun 16 18:56:56.453759 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a5ad6d66-a2b7-4792-8e00-cbfe3bf4240e admin admin] Publish callbacks [] for security_group (bb48e620-51f4-48ff-94d0-237fb0d0172f), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:56.486768 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-148d0b2c-f557-49db-87c5-d0877ebe172b req-4ce6bfff-fd05-4aff-ad2f-1cb02a1fc0f1 service neutron] 10.222.0.66 "GET /v2.0/networks/b63c6cac-d1b4-42bd-9dde-7d5291a4c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143053 Jun 16 18:56:56.488942 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a5ad6d66-a2b7-4792-8e00-cbfe3bf4240e admin admin] Publish callbacks [] for security_group (bb48e620-51f4-48ff-94d0-237fb0d0172f), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:56.536412 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67aab6-5b12-4f49-a8b2-871e17f8fc69 req-60f971f3-8bf9-4896-9569-6d4ef51e0f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:56.538058 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-ae67aab6-5b12-4f49-a8b2-871e17f8fc69 req-60f971f3-8bf9-4896-9569-6d4ef51e0f05 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=57f75a8c58e340a1bba335f7463c03a1&device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 1130 time: 0.0633752 Jun 16 18:56:56.684310 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a5ad6d66-a2b7-4792-8e00-cbfe3bf4240e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (bb48e620-51f4-48ff-94d0-237fb0d0172f), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:56.686705 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a5ad6d66-a2b7-4792-8e00-cbfe3bf4240e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:56.692388 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-a5ad6d66-a2b7-4792-8e00-cbfe3bf4240e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bb48e620-51f4-48ff-94d0-237fb0d0172f HTTP/1.1" status: 204 len: 168 time: 0.3014331 Jun 16 18:56:56.692955 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67aab6-5b12-4f49-a8b2-871e17f8fc69 req-cb5fe559-e4a4-4267-9919-72aae4991ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:56.694587 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-ae67aab6-5b12-4f49-a8b2-871e17f8fc69 req-cb5fe559-e4a4-4267-9919-72aae4991ead service neutron] 10.222.0.66 "GET /v2.0/networks?id=d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959 HTTP/1.1" status: 200 len: 913 time: 0.1245813 Jun 16 18:56:56.722094 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad6d66-a2b7-4792-8e00-cbfe3bf4240e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb48e620-51f4-48ff-94d0-237fb0d0172f,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:56.734405 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:56.754227 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-ae67aab6-5b12-4f49-a8b2-871e17f8fc69 req-fa41f5ef-94ca-4037-b6df-4bf4895ad432 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c03f9164-b914-4183-b673-f6b558f696da HTTP/1.1" status: 200 len: 217 time: 0.0481200 Jun 16 18:56:56.807837 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67aab6-5b12-4f49-a8b2-871e17f8fc69 req-4dd042be-f368-400b-a677-c780c919d0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:56.809329 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-ae67aab6-5b12-4f49-a8b2-871e17f8fc69 req-4dd042be-f368-400b-a677-c780c919d0d9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3f362052-0b79-42eb-9b74-4dc8a98f4be6 HTTP/1.1" status: 200 len: 850 time: 0.0521691 Jun 16 18:56:56.856530 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67aab6-5b12-4f49-a8b2-871e17f8fc69 req-1146aa59-361e-441e-aa72-c58d65d037b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:56.858096 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-ae67aab6-5b12-4f49-a8b2-871e17f8fc69 req-1146aa59-361e-441e-aa72-c58d65d037b1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435102 Jun 16 18:56:56.954182 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:56.971494 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-ae67aab6-5b12-4f49-a8b2-871e17f8fc69 req-f5f7b67e-f503-4721-8feb-5d752b254aa8 service neutron] 10.222.0.66 "GET /v2.0/networks/d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033547 Jun 16 18:56:57.083911 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15fd0d-a43d-4ede-b9ca-d3db7545026c req-4682b0d5-2c47-48f2-807a-f3f7ecd987a3 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:57.097046 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ce15fd0d-a43d-4ede-b9ca-d3db7545026c req-4682b0d5-2c47-48f2-807a-f3f7ecd987a3 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0816205 Jun 16 18:56:57.160371 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ce15fd0d-a43d-4ede-b9ca-d3db7545026c req-0a7b62f0-3a12-41ef-9765-5ae8e2c859d1 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618069 Jun 16 18:56:57.181216 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 48012) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:57.221574 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:57.226690 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-ae67aab6-5b12-4f49-a8b2-871e17f8fc69 req-69aee94b-b52c-4bff-97ac-76aef72580b6 service neutron] 10.222.0.66 "GET /v2.0/networks/d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162596 Jun 16 18:56:57.322436 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-edae53c5-1cc9-42bc-872d-ce31f299f19c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:57.405823 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-edae53c5-1cc9-42bc-872d-ce31f299f19c admin admin] Publish callbacks [] for security_group (bb0b8a7c-2f23-4c3c-bcdf-9d5f6a26faf0), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:57.494918 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:57.534555 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-edae53c5-1cc9-42bc-872d-ce31f299f19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (bb0b8a7c-2f23-4c3c-bcdf-9d5f6a26faf0), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:57.576235 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-edae53c5-1cc9-42bc-872d-ce31f299f19c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=95de507f5dd843fc8580d1b5e6fba8a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3927004 Jun 16 18:56:57.577110 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae53c5-1cc9-42bc-872d-ce31f299f19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0b8a7c-2f23-4c3c-bcdf-9d5f6a26faf0,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:57.579031 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 48036) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:57.630960 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-06ba36f1-d87a-4ec6-955e-885402d1e709 admin admin] Publish callbacks [] for security_group (bb0b8a7c-2f23-4c3c-bcdf-9d5f6a26faf0), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:57.652486 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-06ba36f1-d87a-4ec6-955e-885402d1e709 admin admin] Publish callbacks [] for security_group (bb0b8a7c-2f23-4c3c-bcdf-9d5f6a26faf0), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:57.768911 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-06ba36f1-d87a-4ec6-955e-885402d1e709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (bb0b8a7c-2f23-4c3c-bcdf-9d5f6a26faf0), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:57.771551 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-06ba36f1-d87a-4ec6-955e-885402d1e709 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:57.780140 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-06ba36f1-d87a-4ec6-955e-885402d1e709 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bb0b8a7c-2f23-4c3c-bcdf-9d5f6a26faf0 HTTP/1.1" status: 204 len: 168 time: 0.1924090 Jun 16 18:56:57.781495 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba36f1-d87a-4ec6-955e-885402d1e709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0b8a7c-2f23-4c3c-bcdf-9d5f6a26faf0,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:57.918479 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 48050) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:58.252482 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-031d4559-740c-4f1e-b7da-3ab09b21af9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:58.302142 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:58.319818 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bb3bf-a079-4e61-864c-a61fdc1bde20 req-e75251ad-ed91-4d1a-8e57-c48e85787879 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:58.321563 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b74bb3bf-a079-4e61-864c-a61fdc1bde20 req-e75251ad-ed91-4d1a-8e57-c48e85787879 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0718727 Jun 16 18:56:58.401490 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b74bb3bf-a079-4e61-864c-a61fdc1bde20 req-fcf29fbb-1fc2-43f0-8482-868b5048e84b tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686159 Jun 16 18:56:58.426465 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-031d4559-740c-4f1e-b7da-3ab09b21af9b admin admin] Publish callbacks [] for security_group (9e21ad2a-53f7-437c-89bc-7f6b25983876), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:58.506322 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-031d4559-740c-4f1e-b7da-3ab09b21af9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (9e21ad2a-53f7-437c-89bc-7f6b25983876), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:58.564847 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-031d4559-740c-4f1e-b7da-3ab09b21af9b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=30385f3613104912a0f18f7e153950fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6446915 Jun 16 18:56:58.566016 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d4559-740c-4f1e-b7da-3ab09b21af9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e21ad2a-53f7-437c-89bc-7f6b25983876,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:58.567520 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 48122) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:58.622342 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-22165852-77d3-41b5-9cd2-db0ee48411d1 admin admin] Publish callbacks [] for security_group (9e21ad2a-53f7-437c-89bc-7f6b25983876), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:58.657502 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-22165852-77d3-41b5-9cd2-db0ee48411d1 admin admin] Publish callbacks [] for security_group (9e21ad2a-53f7-437c-89bc-7f6b25983876), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:58.820630 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-22165852-77d3-41b5-9cd2-db0ee48411d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (9e21ad2a-53f7-437c-89bc-7f6b25983876), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:58.823201 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-22165852-77d3-41b5-9cd2-db0ee48411d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:58.824349 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-22165852-77d3-41b5-9cd2-db0ee48411d1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9e21ad2a-53f7-437c-89bc-7f6b25983876 HTTP/1.1" status: 204 len: 168 time: 0.2557123 Jun 16 18:56:58.833075 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22165852-77d3-41b5-9cd2-db0ee48411d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e21ad2a-53f7-437c-89bc-7f6b25983876,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:59.482042 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 48170) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:59.501553 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-b78e4746-60d9-41c7-956d-347920bb17c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:59.526997 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:56:59.539579 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4cd51-bdcf-4a21-b2c2-021ec3e7cbad req-71dff5b5-8604-46e7-abdb-9d76a48f79cc tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:56:59.541368 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-85e4cd51-bdcf-4a21-b2c2-021ec3e7cbad req-71dff5b5-8604-46e7-abdb-9d76a48f79cc tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0629363 Jun 16 18:56:59.593812 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-85e4cd51-bdcf-4a21-b2c2-021ec3e7cbad req-09f04dc4-e292-42a9-a1ff-8acb9c1f8709 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456624 Jun 16 18:56:59.594764 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-b78e4746-60d9-41c7-956d-347920bb17c1 admin admin] Publish callbacks [] for security_group (02be6505-5152-47dc-b137-0188ab049967), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:59.694947 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-b78e4746-60d9-41c7-956d-347920bb17c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (02be6505-5152-47dc-b137-0188ab049967), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:59.729597 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 48182) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:59.739584 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-b78e4746-60d9-41c7-956d-347920bb17c1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a8c4b821f8834a5b8e6d5f8b678d83ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2562287 Jun 16 18:56:59.741721 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e4746-60d9-41c7-956d-347920bb17c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02be6505-5152-47dc-b137-0188ab049967,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:56:59.742029 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 48186) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:59.798737 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-95e0fadb-cc26-4ca0-907b-23fa6ff6c1da admin admin] Publish callbacks [] for security_group (02be6505-5152-47dc-b137-0188ab049967), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:59.825701 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-95e0fadb-cc26-4ca0-907b-23fa6ff6c1da admin admin] Publish callbacks [] for security_group (02be6505-5152-47dc-b137-0188ab049967), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:59.868273 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f692c334-3cc1-4e83-8f3b-05af7c56c46c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:59.971666 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 48196) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:56:59.991331 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-95e0fadb-cc26-4ca0-907b-23fa6ff6c1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (02be6505-5152-47dc-b137-0188ab049967), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:59.991331 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-95e0fadb-cc26-4ca0-907b-23fa6ff6c1da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:56:59.991331 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-95e0fadb-cc26-4ca0-907b-23fa6ff6c1da admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/02be6505-5152-47dc-b137-0188ab049967 HTTP/1.1" status: 204 len: 168 time: 0.2442920 Jun 16 18:57:00.010427 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0fadb-cc26-4ca0-907b-23fa6ff6c1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02be6505-5152-47dc-b137-0188ab049967,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:00.073022 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f692c334-3cc1-4e83-8f3b-05af7c56c46c admin admin] Publish callbacks [] for security_group (24cda7f7-7bd1-498b-a720-79a6eb38c897), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:00.115052 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-db09ca1e-80c4-4bd1-8348-082a80c0c931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:00.141936 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:00.162308 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f692c334-3cc1-4e83-8f3b-05af7c56c46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (24cda7f7-7bd1-498b-a720-79a6eb38c897), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:00.218209 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692c334-3cc1-4e83-8f3b-05af7c56c46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cda7f7-7bd1-498b-a720-79a6eb38c897,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:00.224831 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-f692c334-3cc1-4e83-8f3b-05af7c56c46c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5f1be5bbf6de4b7d89bf438cd6a4d263&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4942007 Jun 16 18:57:00.227734 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 48202) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:00.244954 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-db09ca1e-80c4-4bd1-8348-082a80c0c931 admin admin] Publish callbacks [] for security_group (358af968-bcaf-481e-b40e-05163314e616), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:00.285550 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-fd556f91-466a-480f-b26f-bbfcf4f6a3e4 admin admin] Publish callbacks [] for security_group (24cda7f7-7bd1-498b-a720-79a6eb38c897), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:00.306106 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:00.306749 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-db09ca1e-80c4-4bd1-8348-082a80c0c931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (358af968-bcaf-481e-b40e-05163314e616), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:00.308451 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-fd556f91-466a-480f-b26f-bbfcf4f6a3e4 admin admin] Publish callbacks [] for security_group (24cda7f7-7bd1-498b-a720-79a6eb38c897), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:00.373762 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09ca1e-80c4-4bd1-8348-082a80c0c931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358af968-bcaf-481e-b40e-05163314e616,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:00.380688 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-db09ca1e-80c4-4bd1-8348-082a80c0c931 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=86963c999c1646f9b4f941a083bc8287&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4054642 Jun 16 18:57:00.381006 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 48212) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:00.435635 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-c0ecc83b-5dbe-4fef-a102-56e2d684f1ff admin admin] Publish callbacks [] for security_group (358af968-bcaf-481e-b40e-05163314e616), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:00.461606 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-c0ecc83b-5dbe-4fef-a102-56e2d684f1ff admin admin] Publish callbacks [] for security_group (358af968-bcaf-481e-b40e-05163314e616), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:00.475821 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-fd556f91-466a-480f-b26f-bbfcf4f6a3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (24cda7f7-7bd1-498b-a720-79a6eb38c897), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:00.479837 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-fd556f91-466a-480f-b26f-bbfcf4f6a3e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:00.482138 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-fd556f91-466a-480f-b26f-bbfcf4f6a3e4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/24cda7f7-7bd1-498b-a720-79a6eb38c897 HTTP/1.1" status: 204 len: 168 time: 0.2526071 Jun 16 18:57:00.493075 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd556f91-466a-480f-b26f-bbfcf4f6a3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cda7f7-7bd1-498b-a720-79a6eb38c897,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:00.592562 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-c0ecc83b-5dbe-4fef-a102-56e2d684f1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (358af968-bcaf-481e-b40e-05163314e616), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:00.595115 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-c0ecc83b-5dbe-4fef-a102-56e2d684f1ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:00.598935 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-c0ecc83b-5dbe-4fef-a102-56e2d684f1ff admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/358af968-bcaf-481e-b40e-05163314e616 HTTP/1.1" status: 204 len: 168 time: 0.2168944 Jun 16 18:57:00.607326 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ecc83b-5dbe-4fef-a102-56e2d684f1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358af968-bcaf-481e-b40e-05163314e616,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:00.728081 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6dc6c-6c80-4bf7-bf73-927705088507 req-6e912fcd-ade6-4dc2-8346-a3925dfa8a78 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:00.729595 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-05e6dc6c-6c80-4bf7-bf73-927705088507 req-6e912fcd-ade6-4dc2-8346-a3925dfa8a78 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0482347 Jun 16 18:57:00.756673 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:00.779078 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-05e6dc6c-6c80-4bf7-bf73-927705088507 req-7b37afe6-016a-4240-8d9b-58104d2ea17d tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426519 Jun 16 18:57:01.109325 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 6 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:57:01.247071 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 48242) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:01.262925 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6d5a512f-1603-42c2-9466-3fc912f3ab10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:01.362485 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6d5a512f-1603-42c2-9466-3fc912f3ab10 admin admin] Publish callbacks [] for security_group (33fd2a3b-90cc-48cf-b84e-0aad3d419932), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:01.433434 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6d5a512f-1603-42c2-9466-3fc912f3ab10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (33fd2a3b-90cc-48cf-b84e-0aad3d419932), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:01.451757 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=76,neutron:DELETE=6,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:01.462636 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a512f-1603-42c2-9466-3fc912f3ab10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33fd2a3b-90cc-48cf-b84e-0aad3d419932,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:01.481880 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-6d5a512f-1603-42c2-9466-3fc912f3ab10 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d9ca02a8cde444b982cc18694fb00af6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320764 Jun 16 18:57:01.483509 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 48254) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:01.537679 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-186cf289-a566-4b10-b15c-875d43aa73f0 admin admin] Publish callbacks [] for security_group (33fd2a3b-90cc-48cf-b84e-0aad3d419932), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:01.563039 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-186cf289-a566-4b10-b15c-875d43aa73f0 admin admin] Publish callbacks [] for security_group (33fd2a3b-90cc-48cf-b84e-0aad3d419932), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:01.688579 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-186cf289-a566-4b10-b15c-875d43aa73f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (33fd2a3b-90cc-48cf-b84e-0aad3d419932), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:01.691187 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-186cf289-a566-4b10-b15c-875d43aa73f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:01.692346 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-186cf289-a566-4b10-b15c-875d43aa73f0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/33fd2a3b-90cc-48cf-b84e-0aad3d419932 HTTP/1.1" status: 204 len: 168 time: 0.2079046 Jun 16 18:57:01.701456 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186cf289-a566-4b10-b15c-875d43aa73f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fd2a3b-90cc-48cf-b84e-0aad3d419932,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:01.944845 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e040fbd-0c36-4f88-9dd0-d23ef9ddb1e0 req-ef66f404-ec97-414e-a254-80e233c033c7 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:01.946376 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3e040fbd-0c36-4f88-9dd0-d23ef9ddb1e0 req-ef66f404-ec97-414e-a254-80e233c033c7 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0679963 Jun 16 18:57:02.005292 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3e040fbd-0c36-4f88-9dd0-d23ef9ddb1e0 req-c3e60e25-3803-49bd-bc2a-605f03ffde59 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477180 Jun 16 18:57:03.141633 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfebedf-17f2-493f-8320-7faf56588222 req-ca9fc4bc-1435-4cb2-9745-47736161d335 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:03.143280 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-dcfebedf-17f2-493f-8320-7faf56588222 req-ca9fc4bc-1435-4cb2-9745-47736161d335 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0634770 Jun 16 18:57:03.191586 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-dcfebedf-17f2-493f-8320-7faf56588222 req-e2a9264c-8978-40a7-860d-6e5d404e4da2 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423295 Jun 16 18:57:04.316723 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b8fc3-b8a9-4c83-83bc-b053ce15c02a req-ef7a87a1-d5a3-4abe-9200-63934fcab4b2 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:04.318238 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e78b8fc3-b8a9-4c83-83bc-b053ce15c02a req-ef7a87a1-d5a3-4abe-9200-63934fcab4b2 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0484416 Jun 16 18:57:04.372675 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e78b8fc3-b8a9-4c83-83bc-b053ce15c02a req-d1f53502-039a-4ebc-bdba-45936c0abce2 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490162 Jun 16 18:57:04.560624 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=55 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:05.499067 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7bc07-2932-4c20-9abf-3d956e63d2fa req-be2b9d74-f140-443c-aba5-a828a7f417a3 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:05.500553 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e5a7bc07-2932-4c20-9abf-3d956e63d2fa req-be2b9d74-f140-443c-aba5-a828a7f417a3 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0573151 Jun 16 18:57:05.569522 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3200e2f-67d3-476d-b56d-d87df9f1402e req-c35d98be-1a7d-4a3a-b695-a8a1d6d5014c tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:05.571050 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b3200e2f-67d3-476d-b56d-d87df9f1402e req-c35d98be-1a7d-4a3a-b695-a8a1d6d5014c tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/ports?device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 946 time: 0.0667386 Jun 16 18:57:05.600134 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e5a7bc07-2932-4c20-9abf-3d956e63d2fa req-faa03814-6196-4ebe-84e5-4741f3f00f26 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874805 Jun 16 18:57:05.630551 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b3200e2f-67d3-476d-b56d-d87df9f1402e req-d2ecdae6-749d-41e0-bf27-7fbd44db98d2 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/security-groups?id=992d6e86-67f1-44f7-8838-6a1edb468411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536809 Jun 16 18:57:06.719745 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302974f3-4f9c-4295-8700-37128efac506 req-a2ef2796-508b-44f6-bb6b-c95ef6be8b39 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:06.721266 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-302974f3-4f9c-4295-8700-37128efac506 req-a2ef2796-508b-44f6-bb6b-c95ef6be8b39 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0510213 Jun 16 18:57:06.722728 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-64ceef11-ec06-49cf-9638-80d518bee748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:06.792870 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56567e69-39da-48aa-aef5-d0d28ffd503b req-b5fedf91-6c41-4840-a098-3c14a67bd9a2 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:06.795092 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-56567e69-39da-48aa-aef5-d0d28ffd503b req-b5fedf91-6c41-4840-a098-3c14a67bd9a2 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/ports?device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 946 time: 0.0729148 Jun 16 18:57:06.818914 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-302974f3-4f9c-4295-8700-37128efac506 req-0488bf32-af16-4e98-8f09-4977a49b9ea1 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862529 Jun 16 18:57:06.854251 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-56567e69-39da-48aa-aef5-d0d28ffd503b req-44db5620-d714-43c7-8bc2-8af8ef869519 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/security-groups?id=992d6e86-67f1-44f7-8838-6a1edb468411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494382 Jun 16 18:57:07.959366 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ecfca-869c-4c6e-af6d-38ed59cc0367 req-2425d53e-2c42-4f93-b49a-baa5b23c01ef tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:07.960832 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-412ecfca-869c-4c6e-af6d-38ed59cc0367 req-2425d53e-2c42-4f93-b49a-baa5b23c01ef tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0716980 Jun 16 18:57:08.005327 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886a2fb-5e07-4fab-8f13-f859d69a0e8a req-3d3dafcc-b701-4637-a1df-62563cd60e45 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:08.007711 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6886a2fb-5e07-4fab-8f13-f859d69a0e8a req-3d3dafcc-b701-4637-a1df-62563cd60e45 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/ports?device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 946 time: 0.0838468 Jun 16 18:57:08.058727 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-412ecfca-869c-4c6e-af6d-38ed59cc0367 req-7176c419-e05c-4e9e-b3ff-d9a9a73191db tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917113 Jun 16 18:57:08.085263 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6886a2fb-5e07-4fab-8f13-f859d69a0e8a req-3b1d86f7-ab51-49a0-94b5-576b78c2a27b tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/security-groups?id=992d6e86-67f1-44f7-8838-6a1edb468411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682271 Jun 16 18:57:09.025801 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-e621901e-6052-4039-9c3a-d5ff4b94edfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:09.206488 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb9dbe-4d87-4542-ab4b-19aec526a0dd req-b41db267-6707-43e8-a5d7-2c6a0bbc1403 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:09.208007 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-60bb9dbe-4d87-4542-ab4b-19aec526a0dd req-b41db267-6707-43e8-a5d7-2c6a0bbc1403 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0785072 Jun 16 18:57:09.213291 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:09.222206 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324284b9-3dd9-44a8-a4d2-ea5763368dd4 req-30ce8f5f-d4fd-4dea-8dd6-5e9c1f597afc tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:09.228877 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-324284b9-3dd9-44a8-a4d2-ea5763368dd4 req-30ce8f5f-d4fd-4dea-8dd6-5e9c1f597afc tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/ports?device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 946 time: 0.0692580 Jun 16 18:57:09.293650 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:09.304560 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-324284b9-3dd9-44a8-a4d2-ea5763368dd4 req-bab4a0be-f93a-42bc-a30b-d230826ec883 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/security-groups?id=992d6e86-67f1-44f7-8838-6a1edb468411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748382 Jun 16 18:57:09.312055 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-60bb9dbe-4d87-4542-ab4b-19aec526a0dd req-5285e044-66af-4daa-a90b-3632d321f41f tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799756 Jun 16 18:57:09.577849 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4cb05-fba7-45c3-970c-77e9f1f91a29 req-567b4226-75ee-433a-b6b2-a8d424872e31 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:09.579354 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-5ea4cb05-fba7-45c3-970c-77e9f1f91a29 req-567b4226-75ee-433a-b6b2-a8d424872e31 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.66 "GET /v2.0/ports?device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 946 time: 0.0809574 Jun 16 18:57:09.803774 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 48490) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:09.894519 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [req-5ea4cb05-fba7-45c3-970c-77e9f1f91a29 req-3913dd24-6f74-42aa-b188-8e5670f41f47 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Deleting port c03f9164-b914-4183-b673-f6b558f696da {{(pid=116192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:57:09.894883 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-5ea4cb05-fba7-45c3-970c-77e9f1f91a29 req-3913dd24-6f74-42aa-b188-8e5670f41f47 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (c03f9164-b914-4183-b673-f6b558f696da), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:09.923058 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f220d436-6567-4085-8549-658ffed1275d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:09.996236 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.db [req-5ea4cb05-fba7-45c3-970c-77e9f1f91a29 req-3913dd24-6f74-42aa-b188-8e5670f41f47 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] For port c03f9164-b914-4183-b673-f6b558f696da, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=c03f9164-b914-4183-b673-f6b558f696da,segment=NetworkSegment(743946b6-55b4-4397-95a0-bb6914122077),segment_id=743946b6-55b4-4397-95a0-bb6914122077)] {{(pid=116192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:57:09.996599 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-5ea4cb05-fba7-45c3-970c-77e9f1f91a29 req-3913dd24-6f74-42aa-b188-8e5670f41f47 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (c03f9164-b914-4183-b673-f6b558f696da), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:10.009077 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f220d436-6567-4085-8549-658ffed1275d admin admin] Publish callbacks [] for security_group (1de3ab15-0047-48b0-b16a-513f99a6cc89), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:10.011213 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [req-5ea4cb05-fba7-45c3-970c-77e9f1f91a29 req-3913dd24-6f74-42aa-b188-8e5670f41f47 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Calling delete_port for c03f9164-b914-4183-b673-f6b558f696da owned by compute:nova {{(pid=116192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:57:10.072257 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f220d436-6567-4085-8549-658ffed1275d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (1de3ab15-0047-48b0-b16a-513f99a6cc89), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:10.117904 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220d436-6567-4085-8549-658ffed1275d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de3ab15-0047-48b0-b16a-513f99a6cc89,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:10.122958 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-f220d436-6567-4085-8549-658ffed1275d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c382d42027224ce8807082329d6a0b1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3178997 Jun 16 18:57:10.125640 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 48496) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:10.152574 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 48498) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:10.194249 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9c8a7f3d-852a-47dc-87a1-0dfcb229b000 admin admin] Publish callbacks [] for security_group (1de3ab15-0047-48b0-b16a-513f99a6cc89), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:10.215047 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:10.216460 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9c8a7f3d-852a-47dc-87a1-0dfcb229b000 admin admin] Publish callbacks [] for security_group (1de3ab15-0047-48b0-b16a-513f99a6cc89), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:10.250511 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-5ea4cb05-fba7-45c3-970c-77e9f1f91a29 req-3913dd24-6f74-42aa-b188-8e5670f41f47 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873'] for port (c03f9164-b914-4183-b673-f6b558f696da), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:10.296853 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-bbb4ea75-48c6-4637-9ea1-c5b8220c4079 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:10.332684 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913dd24-6f74-42aa-b188-8e5670f41f47 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Pushing event deleted for resources: {'Port': ['ID=c03f9164-b914-4183-b673-f6b558f696da,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:10.356657 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea4cb05-fba7-45c3-970c-77e9f1f91a29 req-3913dd24-6f74-42aa-b188-8e5670f41f47 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] No DVR routers for this DVR port c03f9164-b914-4183-b673-f6b558f696da on host hv-cinder-84617 {{(pid=116192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:57:10.359819 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-5ea4cb05-fba7-45c3-970c-77e9f1f91a29 req-3913dd24-6f74-42aa-b188-8e5670f41f47 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:10.365404 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-5ea4cb05-fba7-45c3-970c-77e9f1f91a29 req-3913dd24-6f74-42aa-b188-8e5670f41f47 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.66 "DELETE /v2.0/ports/c03f9164-b914-4183-b673-f6b558f696da HTTP/1.1" status: 204 len: 173 time: 0.7765131 Jun 16 18:57:10.366153 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544e6615-4246-45d4-bd9b-18a4ab137989', 'name': 'network-vif-deleted', 'tag': 'c03f9164-b914-4183-b673-f6b558f696da'}] {{(pid=116192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:57:10.369712 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744e9e4082f242c101b6c91db8253db5b8bdf8a002bfe2f24814a1499063359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf27fd8a-d24f-49ef-ab8a-def636730fd2" -d '{"events": [{"server_uuid": "544e6615-4246-45d4-bd9b-18a4ab137989", "name": "network-vif-deleted", "tag": "c03f9164-b914-4183-b673-f6b558f696da"}]}' {{(pid=116192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:57:10.378697 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9c8a7f3d-852a-47dc-87a1-0dfcb229b000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (1de3ab15-0047-48b0-b16a-513f99a6cc89), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:10.388224 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9c8a7f3d-852a-47dc-87a1-0dfcb229b000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:10.388224 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-9c8a7f3d-852a-47dc-87a1-0dfcb229b000 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1de3ab15-0047-48b0-b16a-513f99a6cc89 HTTP/1.1" status: 204 len: 168 time: 0.2563956 Jun 16 18:57:10.410715 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a7f3d-852a-47dc-87a1-0dfcb229b000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de3ab15-0047-48b0-b16a-513f99a6cc89,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:10.486907 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f8f938ec-cc21-4570-b34c-031b17f58ff9 req-cb10f734-a39b-4793-b48b-1cc676e98c61 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/ports?device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 210 time: 0.0487533 Jun 16 18:57:10.532046 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0c580-6fda-4f8a-9248-4bc9c9cbc471 req-21dc5da9-2f8d-4090-86ce-24233ed5c76f tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:10.534093 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2ec0c580-6fda-4f8a-9248-4bc9c9cbc471 req-21dc5da9-2f8d-4090-86ce-24233ed5c76f tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0804732 Jun 16 18:57:10.540685 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5d1aed-3b2a-410b-bee4-5092a747452f x-openstack-request-id: req-6e5d1aed-3b2a-410b-bee4-5092a747452f {{(pid=116192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:57:10.540980 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "544e6615-4246-45d4-bd9b-18a4ab137989", "name": "network-vif-deleted", "tag": "c03f9164-b914-4183-b673-f6b558f696da", "status": "completed", "code": 200}]} {{(pid=116192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:57:10.541232 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6e5d1aed-3b2a-410b-bee4-5092a747452f {{(pid=116192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:57:10.541704 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e5d1aed-3b2a-410b-bee4-5092a747452f'] response: {'server_uuid': '544e6615-4246-45d4-bd9b-18a4ab137989', 'name': 'network-vif-deleted', 'tag': 'c03f9164-b914-4183-b673-f6b558f696da', 'status': 'completed', 'code': 200} Jun 16 18:57:10.559197 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-bbb4ea75-48c6-4637-9ea1-c5b8220c4079 admin admin] Publish callbacks [] for security_group (92ffc7b7-c448-416f-9019-05f025f1776e), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:10.602569 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2ec0c580-6fda-4f8a-9248-4bc9c9cbc471 req-94c16169-0b18-4017-82b7-3e42e7a89bb7 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597792 Jun 16 18:57:10.631455 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-bbb4ea75-48c6-4637-9ea1-c5b8220c4079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (92ffc7b7-c448-416f-9019-05f025f1776e), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:10.689483 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-bbb4ea75-48c6-4637-9ea1-c5b8220c4079 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=65c2153f8cc54c4192ce4d2c97681dfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5358481 Jun 16 18:57:10.692007 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4ea75-48c6-4637-9ea1-c5b8220c4079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ffc7b7-c448-416f-9019-05f025f1776e,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:10.694766 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 48514) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:10.753631 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a34deee3-2ae8-4867-a78a-234e1013139d admin admin] Publish callbacks [] for security_group (92ffc7b7-c448-416f-9019-05f025f1776e), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:10.781630 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a34deee3-2ae8-4867-a78a-234e1013139d admin admin] Publish callbacks [] for security_group (92ffc7b7-c448-416f-9019-05f025f1776e), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:10.900289 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a34deee3-2ae8-4867-a78a-234e1013139d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (92ffc7b7-c448-416f-9019-05f025f1776e), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:10.903551 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a34deee3-2ae8-4867-a78a-234e1013139d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:10.904706 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-a34deee3-2ae8-4867-a78a-234e1013139d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/92ffc7b7-c448-416f-9019-05f025f1776e HTTP/1.1" status: 204 len: 168 time: 0.2089067 Jun 16 18:57:10.912684 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34deee3-2ae8-4867-a78a-234e1013139d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ffc7b7-c448-416f-9019-05f025f1776e,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:11.069477 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 48520) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:11.076489 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:11.082947 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-db1e179c-2b7a-4a40-8af8-ba2afc99d68d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:11.092990 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:11.105037 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=43 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:11.169525 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-db1e179c-2b7a-4a40-8af8-ba2afc99d68d admin admin] Publish callbacks [] for security_group (0f804b95-892e-468c-ac92-16c23c7c9bcc), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:11.232552 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-db1e179c-2b7a-4a40-8af8-ba2afc99d68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (0f804b95-892e-468c-ac92-16c23c7c9bcc), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:11.274284 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-db1e179c-2b7a-4a40-8af8-ba2afc99d68d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=01b10169cfd946088945f65ab9e37ad3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2037303 Jun 16 18:57:11.275153 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e179c-2b7a-4a40-8af8-ba2afc99d68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f804b95-892e-468c-ac92-16c23c7c9bcc,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:11.276904 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 48524) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:11.334224 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e03b1e5b-6e19-473d-9216-91811c2d1cee admin admin] Publish callbacks [] for security_group (0f804b95-892e-468c-ac92-16c23c7c9bcc), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:11.353385 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:11.363581 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e03b1e5b-6e19-473d-9216-91811c2d1cee admin admin] Publish callbacks [] for security_group (0f804b95-892e-468c-ac92-16c23c7c9bcc), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:11.488704 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e03b1e5b-6e19-473d-9216-91811c2d1cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (0f804b95-892e-468c-ac92-16c23c7c9bcc), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:11.491270 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e03b1e5b-6e19-473d-9216-91811c2d1cee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:11.492413 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-e03b1e5b-6e19-473d-9216-91811c2d1cee admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0f804b95-892e-468c-ac92-16c23c7c9bcc HTTP/1.1" status: 204 len: 168 time: 0.2138214 Jun 16 18:57:11.502173 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b1e5b-6e19-473d-9216-91811c2d1cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f804b95-892e-468c-ac92-16c23c7c9bcc,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:11.524112 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 48532) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:11.539303 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a7f8a270-4e78-49b5-a386-df11a30cb5f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:11.562836 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:11.582593 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:11.619697 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7d8aa4c2-d674-4d76-83f3-500af79c1374 req-289b5776-35d1-427c-8c9b-7c4ca7cca2c4 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/ports?device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 210 time: 0.0304365 Jun 16 18:57:11.627755 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a7f8a270-4e78-49b5-a386-df11a30cb5f3 admin admin] Publish callbacks [] for security_group (954c1034-364f-4356-bf9c-76ae86c9022d), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:11.688666 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a7f8a270-4e78-49b5-a386-df11a30cb5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (954c1034-364f-4356-bf9c-76ae86c9022d), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:11.720949 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e128b-c6d2-412f-a2b6-739f15819537 req-6b3fe92a-daf1-456e-8edb-c9262adb63f4 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:11.722371 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ea4e128b-c6d2-412f-a2b6-739f15819537 req-6b3fe92a-daf1-456e-8edb-c9262adb63f4 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0490813 Jun 16 18:57:11.729690 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8a270-4e78-49b5-a386-df11a30cb5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954c1034-364f-4356-bf9c-76ae86c9022d,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:11.735902 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-a7f8a270-4e78-49b5-a386-df11a30cb5f3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b59692d38c6544fcbc099e9d3f89e0ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2104411 Jun 16 18:57:11.738420 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 48536) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:11.774612 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ea4e128b-c6d2-412f-a2b6-739f15819537 req-592c23b2-e117-4b0f-bb38-81ef96aecf25 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456173 Jun 16 18:57:11.793116 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-bd8b3372-d8ad-4ee3-80c2-b30873dd2ec3 admin admin] Publish callbacks [] for security_group (954c1034-364f-4356-bf9c-76ae86c9022d), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:11.814705 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-bd8b3372-d8ad-4ee3-80c2-b30873dd2ec3 admin admin] Publish callbacks [] for security_group (954c1034-364f-4356-bf9c-76ae86c9022d), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:11.985955 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-bd8b3372-d8ad-4ee3-80c2-b30873dd2ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (954c1034-364f-4356-bf9c-76ae86c9022d), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:11.991904 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-bd8b3372-d8ad-4ee3-80c2-b30873dd2ec3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:11.993482 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-bd8b3372-d8ad-4ee3-80c2-b30873dd2ec3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/954c1034-364f-4356-bf9c-76ae86c9022d HTTP/1.1" status: 204 len: 168 time: 0.2540579 Jun 16 18:57:12.004052 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b3372-d8ad-4ee3-80c2-b30873dd2ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954c1034-364f-4356-bf9c-76ae86c9022d,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:12.088365 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:12.720916 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6c2d163c-bda9-420c-9814-8c4f967ce41d req-a718fc6f-dc3c-47b4-87ab-f08626d01d68 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/ports?device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 210 time: 0.0282354 Jun 16 18:57:12.901294 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8f3ea-63ca-4da7-9c08-790b40818d06 req-06f4e773-ab50-42ba-8727-e96e8c6f0a78 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:12.902862 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5af8f3ea-63ca-4da7-9c08-790b40818d06 req-06f4e773-ab50-42ba-8727-e96e8c6f0a78 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0590634 Jun 16 18:57:12.952728 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5af8f3ea-63ca-4da7-9c08-790b40818d06 req-cf6db18e-d00f-48dc-9a66-dc3e5e14420c tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430961 Jun 16 18:57:13.500229 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] get_ports_and_sgs() called for port_ids ['c03f9164-b914-4183-b673-f6b558f696da'] {{(pid=116194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:57:13.814328 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f7877010-75cc-42cb-bbdb-bae5d33b0675 req-cedf3eba-b044-4a43-a1da-7e4c80d22622 tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/ports?device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 210 time: 0.0263653 Jun 16 18:57:14.082892 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 48662) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:14.127740 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4389e-9cd5-4ed4-8238-3e7ba7abae0d req-85f33cb3-65c8-40fb-ab13-69cb4b596d4e tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:14.129596 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-42c4389e-9cd5-4ed4-8238-3e7ba7abae0d req-85f33cb3-65c8-40fb-ab13-69cb4b596d4e tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.1032684 Jun 16 18:57:14.183546 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-42c4389e-9cd5-4ed4-8238-3e7ba7abae0d req-024538a3-c081-4190-b99e-72115d63357e tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478475 Jun 16 18:57:14.217048 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-62e4537d-0ad3-48e3-a123-cb329f668627 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:14.298328 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-62e4537d-0ad3-48e3-a123-cb329f668627 admin admin] Publish callbacks [] for security_group (5be6de9a-f5f6-4baf-9fd5-ea9e07ec0c75), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:14.374563 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-62e4537d-0ad3-48e3-a123-cb329f668627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (5be6de9a-f5f6-4baf-9fd5-ea9e07ec0c75), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:14.409297 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4537d-0ad3-48e3-a123-cb329f668627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be6de9a-f5f6-4baf-9fd5-ea9e07ec0c75,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:14.420941 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-62e4537d-0ad3-48e3-a123-cb329f668627 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bfca06cb219443c39ab409c62d95c03e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3371818 Jun 16 18:57:14.423648 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 48670) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:14.480755 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-16abe076-e5fa-4d31-a8d4-f0144cba0a37 admin admin] Publish callbacks [] for security_group (5be6de9a-f5f6-4baf-9fd5-ea9e07ec0c75), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:14.504784 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-16abe076-e5fa-4d31-a8d4-f0144cba0a37 admin admin] Publish callbacks [] for security_group (5be6de9a-f5f6-4baf-9fd5-ea9e07ec0c75), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:14.534892 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:14.609775 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-16abe076-e5fa-4d31-a8d4-f0144cba0a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (5be6de9a-f5f6-4baf-9fd5-ea9e07ec0c75), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:14.613484 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-16abe076-e5fa-4d31-a8d4-f0144cba0a37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:14.617082 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-16abe076-e5fa-4d31-a8d4-f0144cba0a37 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5be6de9a-f5f6-4baf-9fd5-ea9e07ec0c75 HTTP/1.1" status: 204 len: 168 time: 0.1899548 Jun 16 18:57:14.624153 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16abe076-e5fa-4d31-a8d4-f0144cba0a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be6de9a-f5f6-4baf-9fd5-ea9e07ec0c75,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:14.936317 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8eaee000-ffc2-4fd2-b2f7-97517f563593 req-750a6bc7-01bb-46a4-9dc9-a2b933136eaa tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/ports?device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 210 time: 0.0289836 Jun 16 18:57:15.240951 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 48700) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:15.257463 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-358d2851-3e56-47f4-b055-648cc7fc2b62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:15.317454 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8d68d-5bb3-457f-aa49-ae1a1870eef2 req-932bee0b-3ee9-425d-a472-b6a5b4d88070 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:15.318969 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-82f8d68d-5bb3-457f-aa49-ae1a1870eef2 req-932bee0b-3ee9-425d-a472-b6a5b4d88070 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0642393 Jun 16 18:57:15.398280 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-82f8d68d-5bb3-457f-aa49-ae1a1870eef2 req-4dd67e1a-800b-4b3a-afef-901b2b2db519 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721800 Jun 16 18:57:15.423778 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-358d2851-3e56-47f4-b055-648cc7fc2b62 admin admin] Publish callbacks [] for security_group (d869d13c-e943-4b86-876d-60a4bab617a0), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:15.499426 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-358d2851-3e56-47f4-b055-648cc7fc2b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (d869d13c-e943-4b86-876d-60a4bab617a0), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:15.538357 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d2851-3e56-47f4-b055-648cc7fc2b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d869d13c-e943-4b86-876d-60a4bab617a0,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:15.545572 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-358d2851-3e56-47f4-b055-648cc7fc2b62 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f6ea9bf8afde46029854c1d974eae1ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3006799 Jun 16 18:57:15.546583 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 48704) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:15.570911 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:INSERT=14,neutron:SELECT=81,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:15.596096 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8a697c7e-c770-46d5-90f7-2c511ad750c9 admin admin] Publish callbacks [] for security_group (d869d13c-e943-4b86-876d-60a4bab617a0), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:15.618688 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8a697c7e-c770-46d5-90f7-2c511ad750c9 admin admin] Publish callbacks [] for security_group (d869d13c-e943-4b86-876d-60a4bab617a0), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:15.734169 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8a697c7e-c770-46d5-90f7-2c511ad750c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (d869d13c-e943-4b86-876d-60a4bab617a0), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:15.736736 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8a697c7e-c770-46d5-90f7-2c511ad750c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:15.737928 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-8a697c7e-c770-46d5-90f7-2c511ad750c9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d869d13c-e943-4b86-876d-60a4bab617a0 HTTP/1.1" status: 204 len: 168 time: 0.1903436 Jun 16 18:57:15.746546 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a697c7e-c770-46d5-90f7-2c511ad750c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d869d13c-e943-4b86-876d-60a4bab617a0,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:16.048349 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-48a78490-fc5a-4520-b4d0-959fc9c7f828 req-8250f7b7-867a-4202-bffd-3a493f9e9aeb tempest-DeleteServersTestJSON-965249925 tempest-DeleteServersTestJSON-965249925-project] 10.222.0.81 "GET /v2.0/ports?device_id=544e6615-4246-45d4-bd9b-18a4ab137989 HTTP/1.1" status: 200 len: 210 time: 0.0277581 Jun 16 18:57:16.535178 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53393765-1daf-422d-b354-954aecba516c req-8e01c975-8403-4af1-bd12-e79a1ebb4f33 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:16.536630 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-53393765-1daf-422d-b354-954aecba516c req-8e01c975-8403-4af1-bd12-e79a1ebb4f33 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0665905 Jun 16 18:57:16.769180 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-53393765-1daf-422d-b354-954aecba516c req-a350c182-7077-4758-9bf7-c5d8fc1305bf tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268751 Jun 16 18:57:17.868067 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device c03f9164-b914-4183-b673-f6b558f696da no longer exists at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:57:17.871485 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=64,neutron:UPDATE=6 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:17.873203 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:17.887719 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8782e5-ba64-4b80-b6b5-de8f05465187 req-d984eb7f-2a13-4e2e-b39a-e430cffdf53e tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:17.889189 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ca8782e5-ba64-4b80-b6b5-de8f05465187 req-d984eb7f-2a13-4e2e-b39a-e430cffdf53e tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0529010 Jun 16 18:57:17.889910 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] No Port match for: c03f9164-b914-4183-b673-f6b558f696da {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:57:17.890264 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device c03f9164-b914-4183-b673-f6b558f696da not bound to the agent host hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:57:17.940012 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ca8782e5-ba64-4b80-b6b5-de8f05465187 req-ba84537a-c9e9-4617-b29a-bdaa85ede887 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449145 Jun 16 18:57:18.826094 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 48838) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:19.076790 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e21f6c-2a84-4683-83db-3a725e89d80e req-6e25e20e-be74-44f7-bc99-ceecfe16ec66 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:19.078304 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a6e21f6c-2a84-4683-83db-3a725e89d80e req-6e25e20e-be74-44f7-bc99-ceecfe16ec66 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0581553 Jun 16 18:57:19.218807 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a6e21f6c-2a84-4683-83db-3a725e89d80e req-81df8b0b-2c0b-4b96-82ee-e4d18b8425cb tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214352 Jun 16 18:57:19.322825 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9104947a-0c77-43f8-8849-81f1426085c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8339909'] for router_interface (fd002458-9e78-438e-a2ff-ecd12b63be87), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:19.418945 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:19.600018 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-9104947a-0c77-43f8-8849-81f1426085c9 admin admin] Deleting port b46ebd34-4bf0-41d1-bd8a-fa32da083498 {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:57:19.604802 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9104947a-0c77-43f8-8849-81f1426085c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (b46ebd34-4bf0-41d1-bd8a-fa32da083498), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:19.682943 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [None req-9104947a-0c77-43f8-8849-81f1426085c9 admin admin] For port b46ebd34-4bf0-41d1-bd8a-fa32da083498, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=b46ebd34-4bf0-41d1-bd8a-fa32da083498,segment=NetworkSegment(743946b6-55b4-4397-95a0-bb6914122077),segment_id=743946b6-55b4-4397-95a0-bb6914122077)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:57:19.683433 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9104947a-0c77-43f8-8849-81f1426085c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (b46ebd34-4bf0-41d1-bd8a-fa32da083498), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:19.696432 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-9104947a-0c77-43f8-8849-81f1426085c9 admin admin] Calling delete_port for b46ebd34-4bf0-41d1-bd8a-fa32da083498 owned by network:router_interface {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:57:19.827065 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:19.974170 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9104947a-0c77-43f8-8849-81f1426085c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (b46ebd34-4bf0-41d1-bd8a-fa32da083498), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:20.003224 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104947a-0c77-43f8-8849-81f1426085c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b46ebd34-4bf0-41d1-bd8a-fa32da083498,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:20.187689 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9104947a-0c77-43f8-8849-81f1426085c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8339541'] for router_interface (fd002458-9e78-438e-a2ff-ecd12b63be87), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:20.378795 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dbefea-9250-465a-8343-039d1f93f83f req-02ec7aca-3578-481f-9b67-d8de92c5fb49 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:20.380284 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-54dbefea-9250-465a-8343-039d1f93f83f req-02ec7aca-3578-481f-9b67-d8de92c5fb49 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0844736 Jun 16 18:57:20.624594 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:20.670523 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-54dbefea-9250-465a-8343-039d1f93f83f req-92ba58dd-51d1-420a-b3a8-56e7838dbbb9 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832453 Jun 16 18:57:20.675867 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9104947a-0c77-43f8-8849-81f1426085c9 admin admin] Router fd002458-9e78-438e-a2ff-ecd12b63be87 has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:57:20.780689 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9104947a-0c77-43f8-8849-81f1426085c9 admin admin] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:57:20.787429 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-9104947a-0c77-43f8-8849-81f1426085c9 admin admin] 10.222.0.81 "PUT /v2.0/routers/fd002458-9e78-438e-a2ff-ecd12b63be87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9594259 Jun 16 18:57:20.789204 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 48898) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:20.789375 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f0a96d-a91f-474a-a3b1-2c7df08213c6 None None] Sync routers for ids ['fd002458-9e78-438e-a2ff-ecd12b63be87'] in dv-cinder-846171-1-iscsi {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:57:20.802366 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f0a96d-a91f-474a-a3b1-2c7df08213c6 None None] Routers {'fd002458-9e78-438e-a2ff-ecd12b63be87'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:57:20.803064 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-c4f0a96d-a91f-474a-a3b1-2c7df08213c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:57:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['fd002458-9e78-438e-a2ff-ecd12b63be87'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:57:20.878544 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:20.888622 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b838d0b7-815f-4010-b9b8-8295b2b711ec admin admin] Publish callbacks [] for router (fd002458-9e78-438e-a2ff-ecd12b63be87), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:20.904937 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-c4f0a96d-a91f-474a-a3b1-2c7df08213c6 None None] Set router fd002458-9e78-438e-a2ff-ecd12b63be87 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:57:20.994966 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b838d0b7-815f-4010-b9b8-8295b2b711ec admin admin] Publish callbacks [] for router_gateway (fd002458-9e78-438e-a2ff-ecd12b63be87), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:21.082954 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-c4f0a96d-a91f-474a-a3b1-2c7df08213c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd002458-9e78-438e-a2ff-ecd12b63be87', 'name': 'tempest-DeleteServersTestJSON-369379898-router', 'tenant_id': '57f75a8c58e340a1bba335f7463c03a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '8be68785-d2b4-40f6-a14c-6ddb141889f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:52Z', 'updated_at': '2022-06-16T18:57:19Z', 'revision_number': 5, 'project_id': '57f75a8c58e340a1bba335f7463c03a1', 'gw_port': {'id': '8be68785-d2b4-40f6-a14c-6ddb141889f5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:59:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd002458-9e78-438e-a2ff-ecd12b63be87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:53Z', 'updated_at': '2022-06-16T18:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi'}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:57:21.108747 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f0a96d-a91f-474a-a3b1-2c7df08213c6 None None] Checking router: fd002458-9e78-438e-a2ff-ecd12b63be87 for host: dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:57:21.117220 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f0a96d-a91f-474a-a3b1-2c7df08213c6 None None] Routers {'fd002458-9e78-438e-a2ff-ecd12b63be87'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:57:21.117833 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-c4f0a96d-a91f-474a-a3b1-2c7df08213c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:57:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['fd002458-9e78-438e-a2ff-ecd12b63be87'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:57:21.127027 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-b838d0b7-815f-4010-b9b8-8295b2b711ec admin admin] Deleting port 8be68785-d2b4-40f6-a14c-6ddb141889f5 {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:57:21.127368 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b838d0b7-815f-4010-b9b8-8295b2b711ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (8be68785-d2b4-40f6-a14c-6ddb141889f5), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:21.202159 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-c4f0a96d-a91f-474a-a3b1-2c7df08213c6 None None] Set router fd002458-9e78-438e-a2ff-ecd12b63be87 gateway port host: None {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:57:21.210486 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [None req-b838d0b7-815f-4010-b9b8-8295b2b711ec admin admin] For port 8be68785-d2b4-40f6-a14c-6ddb141889f5, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=8be68785-d2b4-40f6-a14c-6ddb141889f5,segment=NetworkSegment(71d34237-f06f-4603-b433-3dd04278adc6),segment_id=71d34237-f06f-4603-b433-3dd04278adc6)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:57:21.210937 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b838d0b7-815f-4010-b9b8-8295b2b711ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (8be68785-d2b4-40f6-a14c-6ddb141889f5), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:21.226618 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-b838d0b7-815f-4010-b9b8-8295b2b711ec admin admin] Calling delete_port for 8be68785-d2b4-40f6-a14c-6ddb141889f5 owned by network:router_gateway {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:57:21.256705 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-c4f0a96d-a91f-474a-a3b1-2c7df08213c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd002458-9e78-438e-a2ff-ecd12b63be87', 'name': 'tempest-DeleteServersTestJSON-369379898-router', 'tenant_id': '57f75a8c58e340a1bba335f7463c03a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:52Z', 'updated_at': '2022-06-16T18:57:20Z', 'revision_number': 6, 'project_id': '57f75a8c58e340a1bba335f7463c03a1', 'gw_port_host': None}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:57:21.281093 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f0a96d-a91f-474a-a3b1-2c7df08213c6 None None] The sync data for ids ['fd002458-9e78-438e-a2ff-ecd12b63be87'] in dv-cinder-846171-1-iscsi is: [{'id': 'fd002458-9e78-438e-a2ff-ecd12b63be87', 'name': 'tempest-DeleteServersTestJSON-369379898-router', 'tenant_id': '57f75a8c58e340a1bba335f7463c03a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:52Z', 'updated_at': '2022-06-16T18:57:20Z', 'revision_number': 6, 'project_id': '57f75a8c58e340a1bba335f7463c03a1', 'gw_port_host': None}] {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:57:21.459642 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b838d0b7-815f-4010-b9b8-8295b2b711ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (8be68785-d2b4-40f6-a14c-6ddb141889f5), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:21.499644 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838d0b7-815f-4010-b9b8-8295b2b711ec admin admin] Pushing event deleted for resources: {'Port': ['ID=8be68785-d2b4-40f6-a14c-6ddb141889f5,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:21.559521 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b838d0b7-815f-4010-b9b8-8295b2b711ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8340098'] for router_gateway (fd002458-9e78-438e-a2ff-ecd12b63be87), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:21.664299 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b838d0b7-815f-4010-b9b8-8295b2b711ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8344715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12082'] for router (fd002458-9e78-438e-a2ff-ecd12b63be87), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:21.666770 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b838d0b7-815f-4010-b9b8-8295b2b711ec admin admin] Publish callbacks [] for router_controller (fd002458-9e78-438e-a2ff-ecd12b63be87), precommit_delete_associations {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:21.801285 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb3b85-6269-4742-8d57-889e114f3c1f req-42bacca1-25e8-443b-8ebf-6be5ba986a96 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:21.802944 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-67eb3b85-6269-4742-8d57-889e114f3c1f req-42bacca1-25e8-443b-8ebf-6be5ba986a96 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0547154 Jun 16 18:57:21.818087 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b838d0b7-815f-4010-b9b8-8295b2b711ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8344801'] for router (fd002458-9e78-438e-a2ff-ecd12b63be87), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:21.818365 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b838d0b7-815f-4010-b9b8-8295b2b711ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd002458-9e78-438e-a2ff-ecd12b63be87 {{(pid=116193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 18:57:21.830582 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b838d0b7-815f-4010-b9b8-8295b2b711ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:21.831677 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-b838d0b7-815f-4010-b9b8-8295b2b711ec admin admin] 10.222.0.81 "DELETE /v2.0/routers/fd002458-9e78-438e-a2ff-ecd12b63be87 HTTP/1.1" status: 204 len: 168 time: 1.0415738 Jun 16 18:57:21.834443 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 48922) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:21.855743 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:21.860622 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-67eb3b85-6269-4742-8d57-889e114f3c1f req-30187dd0-e5f7-4ae6-a2d9-896995859688 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510190 Jun 16 18:57:21.879856 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb024c4-0e77-4520-863d-cbf3c8288497 admin admin] Deleting subnet 3f362052-0b79-42eb-9b74-4dc8a98f4be6 {{(pid=116192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 18:57:21.883283 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-0cb024c4-0e77-4520-863d-cbf3c8288497 admin admin] Publish callbacks [] for subnet (3f362052-0b79-42eb-9b74-4dc8a98f4be6), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:21.922812 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-0cb024c4-0e77-4520-863d-cbf3c8288497 admin admin] Publish callbacks [] for subnet (3f362052-0b79-42eb-9b74-4dc8a98f4be6), precommit_delete_associations {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:21.994404 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-0cb024c4-0e77-4520-863d-cbf3c8288497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877176'] for subnet (3f362052-0b79-42eb-9b74-4dc8a98f4be6), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:22.125253 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-0cb024c4-0e77-4520-863d-cbf3c8288497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080'] for subnet (3f362052-0b79-42eb-9b74-4dc8a98f4be6), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:22.139647 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device b46ebd34-4bf0-41d1-bd8a-fa32da083498 no longer exists at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:57:22.153800 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb024c4-0e77-4520-863d-cbf3c8288497 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f362052-0b79-42eb-9b74-4dc8a98f4be6,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:22.155829 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-0cb024c4-0e77-4520-863d-cbf3c8288497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for subnet (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:22.159181 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-0cb024c4-0e77-4520-863d-cbf3c8288497 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3f362052-0b79-42eb-9b74-4dc8a98f4be6 HTTP/1.1" status: 204 len: 168 time: 0.3236456 Jun 16 18:57:22.162281 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 48926) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:22.166193 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e952a6-e5c7-4a51-afc6-805eb7782f6d None None] Network d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959 requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:57:22.170398 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] No Port match for: b46ebd34-4bf0-41d1-bd8a-fa32da083498 {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:57:22.170779 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device b46ebd34-4bf0-41d1-bd8a-fa32da083498 not bound to the agent host dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:57:22.233349 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-389420f8-17d4-42bf-a018-eca9cffe2831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660547'] for network (d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:22.286046 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-389420f8-17d4-42bf-a018-eca9cffe2831 admin admin] Deleting port 28f8eaa4-b688-4548-b5bd-205c9a8f1df5 {{(pid=116192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:57:22.286504 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-389420f8-17d4-42bf-a018-eca9cffe2831 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (28f8eaa4-b688-4548-b5bd-205c9a8f1df5), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:22.322740 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea259f6-20f5-4a2e-b23b-dc068694ed03 None None] DHCP port deletion for d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959 request from dv-cinder-846171-1-iscsi {{(pid=116194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 18:57:22.337915 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:22.360170 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.db [None req-389420f8-17d4-42bf-a018-eca9cffe2831 admin admin] For port 28f8eaa4-b688-4548-b5bd-205c9a8f1df5, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=28f8eaa4-b688-4548-b5bd-205c9a8f1df5,segment=NetworkSegment(743946b6-55b4-4397-95a0-bb6914122077),segment_id=743946b6-55b4-4397-95a0-bb6914122077)] {{(pid=116192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:57:22.360595 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-389420f8-17d4-42bf-a018-eca9cffe2831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (28f8eaa4-b688-4548-b5bd-205c9a8f1df5), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:22.370312 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4ea259f6-20f5-4a2e-b23b-dc068694ed03 None None] Deleting port 28f8eaa4-b688-4548-b5bd-205c9a8f1df5 {{(pid=116194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:57:22.371225 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4ea259f6-20f5-4a2e-b23b-dc068694ed03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (28f8eaa4-b688-4548-b5bd-205c9a8f1df5), before_delete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:22.374356 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-389420f8-17d4-42bf-a018-eca9cffe2831 admin admin] Calling delete_port for 28f8eaa4-b688-4548-b5bd-205c9a8f1df5 owned by network:dhcp {{(pid=116192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:57:22.444460 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4ea259f6-20f5-4a2e-b23b-dc068694ed03 None None] For port 28f8eaa4-b688-4548-b5bd-205c9a8f1df5, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=28f8eaa4-b688-4548-b5bd-205c9a8f1df5,segment=NetworkSegment(743946b6-55b4-4397-95a0-bb6914122077),segment_id=743946b6-55b4-4397-95a0-bb6914122077)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:57:22.444944 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4ea259f6-20f5-4a2e-b23b-dc068694ed03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (28f8eaa4-b688-4548-b5bd-205c9a8f1df5), precommit_delete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:22.461485 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4ea259f6-20f5-4a2e-b23b-dc068694ed03 None None] Calling delete_port for 28f8eaa4-b688-4548-b5bd-205c9a8f1df5 owned by network:dhcp {{(pid=116194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:57:22.567734 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-389420f8-17d4-42bf-a018-eca9cffe2831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873'] for port (28f8eaa4-b688-4548-b5bd-205c9a8f1df5), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:22.582319 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4ea259f6-20f5-4a2e-b23b-dc068694ed03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873'] for port (28f8eaa4-b688-4548-b5bd-205c9a8f1df5), after_delete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:22.594394 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389420f8-17d4-42bf-a018-eca9cffe2831 admin admin] Pushing event deleted for resources: {'Port': ['ID=28f8eaa4-b688-4548-b5bd-205c9a8f1df5,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:22.605495 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389420f8-17d4-42bf-a018-eca9cffe2831 admin admin] No DVR routers for this DVR port 28f8eaa4-b688-4548-b5bd-205c9a8f1df5 on host dv-cinder-846171-1-iscsi {{(pid=116192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:57:22.609883 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea259f6-20f5-4a2e-b23b-dc068694ed03 None None] Pushing event deleted for resources: {'Port': ['ID=28f8eaa4-b688-4548-b5bd-205c9a8f1df5,revision_number=None']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:22.620223 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea259f6-20f5-4a2e-b23b-dc068694ed03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:22.623507 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea259f6-20f5-4a2e-b23b-dc068694ed03 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:22.623507 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea259f6-20f5-4a2e-b23b-dc068694ed03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:22.623507 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea259f6-20f5-4a2e-b23b-dc068694ed03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:22.623835 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea259f6-20f5-4a2e-b23b-dc068694ed03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:22.624437 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea259f6-20f5-4a2e-b23b-dc068694ed03 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:22.624786 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea259f6-20f5-4a2e-b23b-dc068694ed03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:22.625342 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea259f6-20f5-4a2e-b23b-dc068694ed03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:22.625827 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea259f6-20f5-4a2e-b23b-dc068694ed03 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:22.626472 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea259f6-20f5-4a2e-b23b-dc068694ed03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:22.626972 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea259f6-20f5-4a2e-b23b-dc068694ed03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:22.627470 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea259f6-20f5-4a2e-b23b-dc068694ed03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:22.627941 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea259f6-20f5-4a2e-b23b-dc068694ed03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:22.628430 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea259f6-20f5-4a2e-b23b-dc068694ed03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:22.628764 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea259f6-20f5-4a2e-b23b-dc068694ed03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:22.631733 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea259f6-20f5-4a2e-b23b-dc068694ed03 None None] No DVR routers for this DVR port 28f8eaa4-b688-4548-b5bd-205c9a8f1df5 on host dv-cinder-846171-1-iscsi {{(pid=116194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:57:22.704561 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-389420f8-17d4-42bf-a018-eca9cffe2831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879417', 'neutron.services.segments.db._delete_segments_for_network-8748651528183'] for network (d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:22.726462 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-389420f8-17d4-42bf-a018-eca9cffe2831 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=116192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:57:22.726934 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-389420f8-17d4-42bf-a018-eca9cffe2831 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=116192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:57:22.727783 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-389420f8-17d4-42bf-a018-eca9cffe2831 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=116192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:57:22.728140 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-389420f8-17d4-42bf-a018-eca9cffe2831 admin admin] Subscribe: > port after_create 55550000 {{(pid=116192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:57:22.728479 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-389420f8-17d4-42bf-a018-eca9cffe2831 admin admin] Subscribe: > port after_delete 55550000 {{(pid=116192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:57:22.728833 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-389420f8-17d4-42bf-a018-eca9cffe2831 admin admin] Subscribe: > port after_update 55550000 {{(pid=116192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:57:22.729153 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-389420f8-17d4-42bf-a018-eca9cffe2831 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=116192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:57:22.729512 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-389420f8-17d4-42bf-a018-eca9cffe2831 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=116192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:57:22.730608 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-389420f8-17d4-42bf-a018-eca9cffe2831 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=116192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:57:22.730928 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-389420f8-17d4-42bf-a018-eca9cffe2831 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=116192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:57:22.824354 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-389420f8-17d4-42bf-a018-eca9cffe2831 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=116192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:57:22.824721 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-389420f8-17d4-42bf-a018-eca9cffe2831 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=116192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:57:22.825056 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-389420f8-17d4-42bf-a018-eca9cffe2831 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=116192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:57:22.825418 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-389420f8-17d4-42bf-a018-eca9cffe2831 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=116192) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 18:57:22.825997 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.services.segments.db [None req-389420f8-17d4-42bf-a018-eca9cffe2831 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959']}} {{(pid=116192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:57:22.844673 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.services.segments.db [None req-389420f8-17d4-42bf-a018-eca9cffe2831 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '743946b6-55b4-4397-95a0-bb6914122077') {'for_net_delete': True} {{(pid=116192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:57:22.845233 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.services.segments.db [None req-389420f8-17d4-42bf-a018-eca9cffe2831 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '743946b6-55b4-4397-95a0-bb6914122077') {} {{(pid=116192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:57:22.865295 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-389420f8-17d4-42bf-a018-eca9cffe2831 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748651528066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4528322'] for segment (743946b6-55b4-4397-95a0-bb6914122077), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:22.887998 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-389420f8-17d4-42bf-a018-eca9cffe2831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056'] for segment (743946b6-55b4-4397-95a0-bb6914122077), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:22.897105 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-389420f8-17d4-42bf-a018-eca9cffe2831 admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=116192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 18:57:22.897533 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-389420f8-17d4-42bf-a018-eca9cffe2831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5326346'] for segment (743946b6-55b4-4397-95a0-bb6914122077), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:22.951397 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=11 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:22.999444 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6504f-8fa3-4feb-9a5d-3813fdb43593 req-d0a976c8-5609-4a03-8fc7-453861e25fd8 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:23.001528 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b6b6504f-8fa3-4feb-9a5d-3813fdb43593 req-d0a976c8-5609-4a03-8fc7-453861e25fd8 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0691578 Jun 16 18:57:23.056512 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b6b6504f-8fa3-4feb-9a5d-3813fdb43593 req-c9cbab6c-9100-4178-8e52-f5b3df8d4e83 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494101 Jun 16 18:57:23.085572 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-389420f8-17d4-42bf-a018-eca9cffe2831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8340142'] for network (d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:23.095838 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-389420f8-17d4-42bf-a018-eca9cffe2831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for network (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:23.100834 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-389420f8-17d4-42bf-a018-eca9cffe2831 admin admin] 10.222.0.81 "DELETE /v2.0/networks/d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959 HTTP/1.1" status: 204 len: 168 time: 0.9374375 Jun 16 18:57:23.115951 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389420f8-17d4-42bf-a018-eca9cffe2831 admin admin] Pushing event deleted for resources: {'Network': ['ID=d23e2e97-5f79-4bb3-a50a-cf2c8a9fc959,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:23.163877 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.services.segments.plugin [-] Segment 743946b6-55b4-4397-95a0-bb6914122077 resource provider aggregate not found Jun 16 18:57:23.184919 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.services.segments.plugin [-] Segment 743946b6-55b4-4397-95a0-bb6914122077 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 743946b6-55b4-4397-95a0-bb6914122077 found for delete ", "request_id": "req-740a2222-2dcb-490f-b647-fedc20dac4ab"}]} Jun 16 18:57:23.503061 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 48964) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:23.547740 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-5a7a27a2-87be-4c3e-9dcf-e689f7dccd9e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=57f75a8c58e340a1bba335f7463c03a1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0411577 Jun 16 18:57:23.548144 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 48966) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:23.597550 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-50ef038c-e37b-4e0d-86b2-81c2f9c96fa3 admin admin] Publish callbacks [] for security_group (992d6e86-67f1-44f7-8838-6a1edb468411), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:23.619561 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-50ef038c-e37b-4e0d-86b2-81c2f9c96fa3 admin admin] Publish callbacks [] for security_group (992d6e86-67f1-44f7-8838-6a1edb468411), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:23.651967 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:23.728166 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-50ef038c-e37b-4e0d-86b2-81c2f9c96fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (992d6e86-67f1-44f7-8838-6a1edb468411), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:23.731264 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-50ef038c-e37b-4e0d-86b2-81c2f9c96fa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:23.738748 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-50ef038c-e37b-4e0d-86b2-81c2f9c96fa3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/992d6e86-67f1-44f7-8838-6a1edb468411 HTTP/1.1" status: 204 len: 168 time: 0.1895666 Jun 16 18:57:23.739620 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 8be68785-d2b4-40f6-a14c-6ddb141889f5 no longer exists at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:57:23.750221 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef038c-e37b-4e0d-86b2-81c2f9c96fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992d6e86-67f1-44f7-8838-6a1edb468411,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:23.796913 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] No Port match for: 8be68785-d2b4-40f6-a14c-6ddb141889f5 {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:57:23.796913 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 8be68785-d2b4-40f6-a14c-6ddb141889f5 not bound to the agent host dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:57:23.796913 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 28f8eaa4-b688-4548-b5bd-205c9a8f1df5 no longer exists at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:57:23.796913 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] No Port match for: 28f8eaa4-b688-4548-b5bd-205c9a8f1df5 {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:57:23.796913 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 28f8eaa4-b688-4548-b5bd-205c9a8f1df5 not bound to the agent host dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:57:24.184303 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6b0b6-971b-4ea8-a137-c3ab03544f0a req-d4165f68-6a37-4c7b-aa7e-10010db05008 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:24.186081 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-cce6b0b6-971b-4ea8-a137-c3ab03544f0a req-d4165f68-6a37-4c7b-aa7e-10010db05008 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0545752 Jun 16 18:57:24.257933 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-cce6b0b6-971b-4ea8-a137-c3ab03544f0a req-ffa857ee-9d8e-4e47-91f1-17c0307d259f tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550904 Jun 16 18:57:24.678127 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 49008) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:24.850944 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e37b98eb-29cb-4381-ba71-ca0ac0436f42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:24.992689 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e37b98eb-29cb-4381-ba71-ca0ac0436f42 admin admin] Publish callbacks [] for security_group (1b567af9-9373-440c-8589-b1ac147d2e4d), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:25.059488 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e37b98eb-29cb-4381-ba71-ca0ac0436f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (1b567af9-9373-440c-8589-b1ac147d2e4d), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:25.101799 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-e37b98eb-29cb-4381-ba71-ca0ac0436f42 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0fcad64e35874948a0dd78fb42ce9404&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4223726 Jun 16 18:57:25.102799 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b98eb-29cb-4381-ba71-ca0ac0436f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b567af9-9373-440c-8589-b1ac147d2e4d,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:25.104558 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 49022) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:25.163238 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-b6a06d67-781b-4e2e-9177-919acb1a7ded admin admin] Publish callbacks [] for security_group (1b567af9-9373-440c-8589-b1ac147d2e4d), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:25.185876 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-b6a06d67-781b-4e2e-9177-919acb1a7ded admin admin] Publish callbacks [] for security_group (1b567af9-9373-440c-8589-b1ac147d2e4d), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:25.282972 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-b6a06d67-781b-4e2e-9177-919acb1a7ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (1b567af9-9373-440c-8589-b1ac147d2e4d), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:25.287858 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-b6a06d67-781b-4e2e-9177-919acb1a7ded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:25.289842 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-b6a06d67-781b-4e2e-9177-919acb1a7ded admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1b567af9-9373-440c-8589-b1ac147d2e4d HTTP/1.1" status: 204 len: 168 time: 0.1830604 Jun 16 18:57:25.304035 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a06d67-781b-4e2e-9177-919acb1a7ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b567af9-9373-440c-8589-b1ac147d2e4d,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:25.415838 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cf841-125a-49fd-ab1c-27f9d344cd8d req-4bf27abf-c183-4f93-b379-a083c787cb07 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:25.421886 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5c8cf841-125a-49fd-ab1c-27f9d344cd8d req-4bf27abf-c183-4f93-b379-a083c787cb07 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0597687 Jun 16 18:57:25.477081 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5c8cf841-125a-49fd-ab1c-27f9d344cd8d req-1908fd29-a4c4-41f7-b4e3-d83e19339c2a tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533545 Jun 16 18:57:26.351311 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 49064) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:26.447018 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-c6fe0802-6143-4f43-9213-bb3f8a3e1f8e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1332233485-network', 'tenant_id': '5db8d64fab0e45ffbba87b1ae3b48703'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:57:26.561218 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6fe0802-6143-4f43-9213-bb3f8a3e1f8e admin admin] Made reservation on behalf of 5db8d64fab0e45ffbba87b1ae3b48703 for: {'network': 1} {{(pid=116193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:57:26.563558 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-c6fe0802-6143-4f43-9213-bb3f8a3e1f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for network (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:26.587866 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-c6fe0802-6143-4f43-9213-bb3f8a3e1f8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:26.614034 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30a656-4c9c-4256-96e3-3612b3ec302d req-50782bc8-380f-42c2-ba97-b584c50a43f8 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:26.615520 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5c30a656-4c9c-4256-96e3-3612b3ec302d req-50782bc8-380f-42c2-ba97-b584c50a43f8 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0687702 Jun 16 18:57:26.647025 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:26.691769 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5c30a656-4c9c-4256-96e3-3612b3ec302d req-a61f321e-ad22-4ba6-919c-ae81331c4d03 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671027 Jun 16 18:57:26.720766 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-c6fe0802-6143-4f43-9213-bb3f8a3e1f8e admin admin] Publish callbacks [] for security_group (9c130200-67a0-4d9d-8653-ad592d78420d), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:26.785223 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-c6fe0802-6143-4f43-9213-bb3f8a3e1f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (9c130200-67a0-4d9d-8653-ad592d78420d), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:26.807006 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6fe0802-6143-4f43-9213-bb3f8a3e1f8e admin admin] vlan segment allocate from pool success with {'vlan_id': 1016, 'physical_network': 'physnet1'} {{(pid=116193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:57:26.822447 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe0802-6143-4f43-9213-bb3f8a3e1f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c130200-67a0-4d9d-8653-ad592d78420d,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:26.827952 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-c6fe0802-6143-4f43-9213-bb3f8a3e1f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056'] for segment (9f870342-ab65-443b-a0e2-542074951f0b), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:26.828298 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.db.segments_db [None req-c6fe0802-6143-4f43-9213-bb3f8a3e1f8e admin admin] Added segment 9f870342-ab65-443b-a0e2-542074951f0b of type vlan for network 0dec2021-b64c-4fc7-9ff0-960200894783 Jun 16 18:57:26.836720 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:26.870105 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-c6fe0802-6143-4f43-9213-bb3f8a3e1f8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748651047006'] for network (0dec2021-b64c-4fc7-9ff0-960200894783), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:26.957713 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-c6fe0802-6143-4f43-9213-bb3f8a3e1f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080'] for network (0dec2021-b64c-4fc7-9ff0-960200894783), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:26.959118 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fe0802-6143-4f43-9213-bb3f8a3e1f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:26.959709 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-c6fe0802-6143-4f43-9213-bb3f8a3e1f8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for network (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:27.030785 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe0802-6143-4f43-9213-bb3f8a3e1f8e admin admin] Pushing event updated for resources: {'Network': ['ID=0dec2021-b64c-4fc7-9ff0-960200894783,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:27.041648 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Network 0dec2021-b64c-4fc7-9ff0-960200894783 details requested by agent ovs-agent-dv-cinder-846171-1-iscsi with host dv-cinder-846171-1-iscsi {{(pid=116194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 18:57:27.085396 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-c6fe0802-6143-4f43-9213-bb3f8a3e1f8e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7328532 Jun 16 18:57:27.088071 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 49084) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:27.101666 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-59f668f6-7958-47d7-ab68-0f8eaeb73fc7 admin admin] Request body: {'subnet': {'network_id': '0dec2021-b64c-4fc7-9ff0-960200894783', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1332233485-subnet', 'tenant_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'ip_version': 4}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:57:27.208500 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f668f6-7958-47d7-ab68-0f8eaeb73fc7 admin admin] Made reservation on behalf of 5db8d64fab0e45ffbba87b1ae3b48703 for: {'subnet': 1} {{(pid=116193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:57:27.210909 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-59f668f6-7958-47d7-ab68-0f8eaeb73fc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5640637'] for subnet (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:27.454517 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-59f668f6-7958-47d7-ab68-0f8eaeb73fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5911716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5640591'] for subnet (91fba9c8-32d1-4e5d-97ce-9ffbabaf2ed5), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:27.476751 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:27.513104 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f668f6-7958-47d7-ab68-0f8eaeb73fc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91fba9c8-32d1-4e5d-97ce-9ffbabaf2ed5,revision_number=0']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:27.520532 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f668f6-7958-47d7-ab68-0f8eaeb73fc7 admin admin] Checking segment: {'id': '9f870342-ab65-443b-a0e2-542074951f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '0dec2021-b64c-4fc7-9ff0-960200894783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:57:27.520889 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f668f6-7958-47d7-ab68-0f8eaeb73fc7 admin admin] Network hostable DHCP agents. Network: 0dec2021-b64c-4fc7-9ff0-960200894783, hostable agents: ['a953bae7-14c3-401b-bbd5-413ea1206353'], hosted agents: [] {{(pid=116193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:57:27.585577 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f668f6-7958-47d7-ab68-0f8eaeb73fc7 admin admin] Network 0dec2021-b64c-4fc7-9ff0-960200894783 is scheduled to be hosted by DHCP agent a953bae7-14c3-401b-bbd5-413ea1206353 with binding_index 1 {{(pid=116193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:57:27.642458 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [None req-59f668f6-7958-47d7-ab68-0f8eaeb73fc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846171-1-iscsi, 0dec2021-b64c-4fc7-9ff0-960200894783) {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:57:27.646466 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f668f6-7958-47d7-ab68-0f8eaeb73fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:27.647055 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-59f668f6-7958-47d7-ab68-0f8eaeb73fc7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:27.651567 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35230f77-03c1-458a-8722-40ca779811fa None None] Network 0dec2021-b64c-4fc7-9ff0-960200894783 requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:57:27.737364 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-59f668f6-7958-47d7-ab68-0f8eaeb73fc7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6480041 Jun 16 18:57:27.739807 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 49092) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:27.744046 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-529fa4fb-8c2e-48f0-be9f-0d76aafc9331 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1332233485-router', 'tenant_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:57:27.752240 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f766775-34a5-4683-9b73-321cd8c55aa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc834c0e-e25b-5433-9ce7-2b46938ad578-0dec2021-b64c-4fc7-9ff0-960200894783', 'network_id': '0dec2021-b64c-4fc7-9ff0-960200894783', 'project_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'fixed_ips': [{'subnet_id': '91fba9c8-32d1-4e5d-97ce-9ffbabaf2ed5'}]}} from dv-cinder-846171-1-iscsi. {{(pid=116194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 18:57:27.754072 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-9f766775-34a5-4683-9b73-321cd8c55aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:27.811468 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0716b4b-16d5-4884-a4e9-5d7c1e3d5f5f req-6de5aa86-3cdf-43a0-b0b2-069655a3087a tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:27.813035 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b0716b4b-16d5-4884-a4e9-5d7c1e3d5f5f req-6de5aa86-3cdf-43a0-b0b2-069655a3087a tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0479007 Jun 16 18:57:27.837993 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:27.847143 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-529fa4fb-8c2e-48f0-be9f-0d76aafc9331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8339937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12032'] for router (570c72ae-d11d-4558-afc3-4b64a2321de5), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:27.848158 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-529fa4fb-8c2e-48f0-be9f-0d76aafc9331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8339730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8348846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8300508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12043'] for router (570c72ae-d11d-4558-afc3-4b64a2321de5), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:27.871174 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b0716b4b-16d5-4884-a4e9-5d7c1e3d5f5f req-0a9ffdc8-e8a8-4f49-85df-e5147922c986 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524638 Jun 16 18:57:27.895650 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.db_base_plugin_common [None req-9f766775-34a5-4683-9b73-321cd8c55aa3 None None] Allocated IP 172.20.0.2 (0dec2021-b64c-4fc7-9ff0-960200894783/91fba9c8-32d1-4e5d-97ce-9ffbabaf2ed5/9b341558-2d81-4aaf-bb72-aa71d8a23bee) {{(pid=116194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:57:27.917551 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-529fa4fb-8c2e-48f0-be9f-0d76aafc9331 admin admin] Publish callbacks [] for router_controller (570c72ae-d11d-4558-afc3-4b64a2321de5), precommit_add_association {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:27.958714 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:28.043030 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-9f766775-34a5-4683-9b73-321cd8c55aa3 None None] Publish callbacks [] for port (9b341558-2d81-4aaf-bb72-aa71d8a23bee), precommit_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:28.101217 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:UPDATE=1,neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:28.107066 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-9f766775-34a5-4683-9b73-321cd8c55aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864'] for port (9b341558-2d81-4aaf-bb72-aa71d8a23bee), after_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:28.111074 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-529fa4fb-8c2e-48f0-be9f-0d76aafc9331 admin admin] Publish callbacks [] for router_gateway (570c72ae-d11d-4558-afc3-4b64a2321de5), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:28.142678 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f766775-34a5-4683-9b73-321cd8c55aa3 None None] Network 0dec2021-b64c-4fc7-9ff0-960200894783 is already hosted by enough agents. {{(pid=116194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:57:28.149984 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.scheduler.base_scheduler [None req-9f766775-34a5-4683-9b73-321cd8c55aa3 None None] Resources bound (agent type, host, resource id): {{(pid=116194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:57:28.156373 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f766775-34a5-4683-9b73-321cd8c55aa3 None None] Received port after_create {{(pid=116194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:57:28.162504 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f766775-34a5-4683-9b73-321cd8c55aa3 None None] Pushing event updated for resources: {'Port': ['ID=9b341558-2d81-4aaf-bb72-aa71d8a23bee,revision_number=1']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:28.223091 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-9f766775-34a5-4683-9b73-321cd8c55aa3 None None] Attempting to bind port 9b341558-2d81-4aaf-bb72-aa71d8a23bee on host dv-cinder-846171-1-iscsi for vnic_type normal with profile {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:57:28.223453 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-9f766775-34a5-4683-9b73-321cd8c55aa3 None None] Attempting to bind port 9b341558-2d81-4aaf-bb72-aa71d8a23bee by drivers openvswitch,hyperv on host dv-cinder-846171-1-iscsi at level 0 using segments [{'id': '9f870342-ab65-443b-a0e2-542074951f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '0dec2021-b64c-4fc7-9ff0-960200894783'}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:57:28.223807 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f766775-34a5-4683-9b73-321cd8c55aa3 None None] Attempting to bind port 9b341558-2d81-4aaf-bb72-aa71d8a23bee on network 0dec2021-b64c-4fc7-9ff0-960200894783 {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:57:28.228890 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f766775-34a5-4683-9b73-321cd8c55aa3 None None] Checking agent: {'id': 'ea8cc94b-de2a-4266-a745-8fe843a33d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846171-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 47, 42), 'started_at': datetime.datetime(2022, 6, 16, 18, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846171-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:57:28.229294 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f766775-34a5-4683-9b73-321cd8c55aa3 None None] Checking segment: {'id': '9f870342-ab65-443b-a0e2-542074951f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '0dec2021-b64c-4fc7-9ff0-960200894783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:57:28.230608 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-9f766775-34a5-4683-9b73-321cd8c55aa3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:28.230985 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f766775-34a5-4683-9b73-321cd8c55aa3 None None] Bound using segment: {'id': '9f870342-ab65-443b-a0e2-542074951f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '0dec2021-b64c-4fc7-9ff0-960200894783'} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:57:28.231370 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-9f766775-34a5-4683-9b73-321cd8c55aa3 None None] Bound port: 9b341558-2d81-4aaf-bb72-aa71d8a23bee, host: dv-cinder-846171-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f870342-ab65-443b-a0e2-542074951f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '0dec2021-b64c-4fc7-9ff0-960200894783'}}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:57:28.231765 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-9f766775-34a5-4683-9b73-321cd8c55aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (9b341558-2d81-4aaf-bb72-aa71d8a23bee), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:28.291901 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-9f766775-34a5-4683-9b73-321cd8c55aa3 None None] For port 9b341558-2d81-4aaf-bb72-aa71d8a23bee, host dv-cinder-846171-1-iscsi, cleared binding levels {{(pid=116194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:57:28.295480 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-9f766775-34a5-4683-9b73-321cd8c55aa3 None None] For port 9b341558-2d81-4aaf-bb72-aa71d8a23bee, host dv-cinder-846171-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=9b341558-2d81-4aaf-bb72-aa71d8a23bee,segment=NetworkSegment(9f870342-ab65-443b-a0e2-542074951f0b),segment_id=9f870342-ab65-443b-a0e2-542074951f0b)] {{(pid=116194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:57:28.306556 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:28.345770 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-9f766775-34a5-4683-9b73-321cd8c55aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (9b341558-2d81-4aaf-bb72-aa71d8a23bee), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:28.352495 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-529fa4fb-8c2e-48f0-be9f-0d76aafc9331 admin admin] Publish callbacks [] for router_gateway (570c72ae-d11d-4558-afc3-4b64a2321de5), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:28.377482 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-529fa4fb-8c2e-48f0-be9f-0d76aafc9331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:28.416559 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f766775-34a5-4683-9b73-321cd8c55aa3 None None] Pushing event updated for resources: {'Port': ['ID=9b341558-2d81-4aaf-bb72-aa71d8a23bee,revision_number=2']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:28.504964 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_common [None req-529fa4fb-8c2e-48f0-be9f-0d76aafc9331 admin admin] Allocated IP 172.27.0.123 (d7ab3290-3ce1-430c-a2b5-625628340a0e/2251f151-d04b-4b41-88db-58f0d465a2f0/45d45e5a-0aca-4cda-aca1-722c58123c57) {{(pid=116193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:57:28.634542 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-529fa4fb-8c2e-48f0-be9f-0d76aafc9331 admin admin] Publish callbacks [] for port (45d45e5a-0aca-4cda-aca1-722c58123c57), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:28.711545 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-529fa4fb-8c2e-48f0-be9f-0d76aafc9331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (45d45e5a-0aca-4cda-aca1-722c58123c57), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:28.755312 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529fa4fb-8c2e-48f0-be9f-0d76aafc9331 admin admin] Network d7ab3290-3ce1-430c-a2b5-625628340a0e is already hosted by enough agents. {{(pid=116193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:57:28.760367 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [None req-529fa4fb-8c2e-48f0-be9f-0d76aafc9331 admin admin] Resources bound (agent type, host, resource id): {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:57:28.763027 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529fa4fb-8c2e-48f0-be9f-0d76aafc9331 admin admin] Pushing event updated for resources: {'Port': ['ID=45d45e5a-0aca-4cda-aca1-722c58123c57,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:28.765457 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529fa4fb-8c2e-48f0-be9f-0d76aafc9331 admin admin] Received port after_create {{(pid=116193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:57:28.785944 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:29.029747 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b8f71-b9ba-4d31-a86e-76da0014055f req-971e553a-7df4-43fc-bb58-c80689b0b0fc tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:29.029747 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-be8b8f71-b9ba-4d31-a86e-76da0014055f req-971e553a-7df4-43fc-bb58-c80689b0b0fc tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0887408 Jun 16 18:57:29.127180 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-be8b8f71-b9ba-4d31-a86e-76da0014055f req-21716d1d-a396-41c6-ae11-d702a08527de tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902903 Jun 16 18:57:29.127852 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-529fa4fb-8c2e-48f0-be9f-0d76aafc9331 admin admin] Publish callbacks [] for router_gateway (570c72ae-d11d-4558-afc3-4b64a2321de5), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:29.302013 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba68c68a-e828-4a3c-a7b4-a4c832add0b0 None None] Network 0dec2021-b64c-4fc7-9ff0-960200894783 requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:57:29.374128 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-e153a053-2938-4351-ad8f-8bef4ed12e46 None None] Provisioning complete for port 9b341558-2d81-4aaf-bb72-aa71d8a23bee triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:57:29.374511 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-e153a053-2938-4351-ad8f-8bef4ed12e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (9b341558-2d81-4aaf-bb72-aa71d8a23bee), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:29.440220 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:29.497493 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-e153a053-2938-4351-ad8f-8bef4ed12e46 None None] Current status of the port 9b341558-2d81-4aaf-bb72-aa71d8a23bee is: DOWN; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:57:29.500777 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-e153a053-2938-4351-ad8f-8bef4ed12e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (9b341558-2d81-4aaf-bb72-aa71d8a23bee), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:29.519906 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-529fa4fb-8c2e-48f0-be9f-0d76aafc9331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8340216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8340070'] for router (570c72ae-d11d-4558-afc3-4b64a2321de5), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:29.536664 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-e153a053-2938-4351-ad8f-8bef4ed12e46 None None] For port 9b341558-2d81-4aaf-bb72-aa71d8a23bee, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=9b341558-2d81-4aaf-bb72-aa71d8a23bee,segment=NetworkSegment(9f870342-ab65-443b-a0e2-542074951f0b),segment_id=9f870342-ab65-443b-a0e2-542074951f0b)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:57:29.637272 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-e153a053-2938-4351-ad8f-8bef4ed12e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (9b341558-2d81-4aaf-bb72-aa71d8a23bee), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:29.689569 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153a053-2938-4351-ad8f-8bef4ed12e46 None None] Pushing event updated for resources: {'Port': ['ID=9b341558-2d81-4aaf-bb72-aa71d8a23bee,revision_number=3']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:29.728040 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529fa4fb-8c2e-48f0-be9f-0d76aafc9331 admin admin] Router 570c72ae-d11d-4558-afc3-4b64a2321de5 is scheduled to L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a with binding_index 1 {{(pid=116193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 18:57:29.763610 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-c9350a23-d735-4575-8ac4-92dd7868cb36 None None] Provisioning complete for port 9b341558-2d81-4aaf-bb72-aa71d8a23bee triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:57:29.764123 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-c9350a23-d735-4575-8ac4-92dd7868cb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (9b341558-2d81-4aaf-bb72-aa71d8a23bee), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:29.792015 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 9b341558-2d81-4aaf-bb72-aa71d8a23bee up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:57:29.818620 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:29.837299 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529fa4fb-8c2e-48f0-be9f-0d76aafc9331 admin admin] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:57:29.868031 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b6c731-1ca5-458d-be64-85797cc70364 None None] Sync routers for ids ['570c72ae-d11d-4558-afc3-4b64a2321de5'] in dv-cinder-846171-1-iscsi {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:57:29.891920 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 9b341558-2d81-4aaf-bb72-aa71d8a23bee triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:57:29.892216 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (9b341558-2d81-4aaf-bb72-aa71d8a23bee), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:29.896439 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-c9350a23-d735-4575-8ac4-92dd7868cb36 None None] Current status of the port 9b341558-2d81-4aaf-bb72-aa71d8a23bee is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:57:29.914421 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b6c731-1ca5-458d-be64-85797cc70364 None None] Routers {'570c72ae-d11d-4558-afc3-4b64a2321de5'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:57:29.915058 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-32b6c731-1ca5-458d-be64-85797cc70364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:57:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['570c72ae-d11d-4558-afc3-4b64a2321de5'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:57:29.947602 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-529fa4fb-8c2e-48f0-be9f-0d76aafc9331 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:29.948890 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-529fa4fb-8c2e-48f0-be9f-0d76aafc9331 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2081065 Jun 16 18:57:29.951722 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 49116) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:30.054553 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:30.063618 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-32b6c731-1ca5-458d-be64-85797cc70364 None None] Set router 570c72ae-d11d-4558-afc3-4b64a2321de5 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:57:30.066035 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 9b341558-2d81-4aaf-bb72-aa71d8a23bee is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:57:30.103429 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:30.264843 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-32b6c731-1ca5-458d-be64-85797cc70364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'name': 'tempest-TestShelveInstance-1332233485-router', 'tenant_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '45d45e5a-0aca-4cda-aca1-722c58123c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:27Z', 'updated_at': '2022-06-16T18:57:28Z', 'revision_number': 3, 'project_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'gw_port': {'id': '45d45e5a-0aca-4cda-aca1-722c58123c57', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:28Z', 'updated_at': '2022-06-16T18:57:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi'}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:57:30.291688 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b6c731-1ca5-458d-be64-85797cc70364 None None] Checking router: 570c72ae-d11d-4558-afc3-4b64a2321de5 for host: dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:57:30.292566 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b6c731-1ca5-458d-be64-85797cc70364 None None] Updating router 570c72ae-d11d-4558-afc3-4b64a2321de5 port 45d45e5a-0aca-4cda-aca1-722c58123c57 binding host dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:57:30.316591 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b715d-8d7d-4303-a2d5-e62c91bb3c9f req-a90983ec-9824-4ddf-b859-204b25fe891d tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:30.318350 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ab9b715d-8d7d-4303-a2d5-e62c91bb3c9f req-a90983ec-9824-4ddf-b859-204b25fe891d tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0918586 Jun 16 18:57:30.324659 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-32b6c731-1ca5-458d-be64-85797cc70364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (45d45e5a-0aca-4cda-aca1-722c58123c57), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:30.431959 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ab9b715d-8d7d-4303-a2d5-e62c91bb3c9f req-0fa65cf5-9ae1-49f8-993b-ddfe1b85458f tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967827 Jun 16 18:57:30.524356 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-fc78bc81-8fac-4f08-9c02-c41edd67452e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:30.571681 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:30.618920 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-32b6c731-1ca5-458d-be64-85797cc70364 None None] Publish callbacks [] for port (45d45e5a-0aca-4cda-aca1-722c58123c57), precommit_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:30.694090 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-32b6c731-1ca5-458d-be64-85797cc70364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (45d45e5a-0aca-4cda-aca1-722c58123c57), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:30.706040 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_common [None req-fc78bc81-8fac-4f08-9c02-c41edd67452e admin admin] Allocated IP 172.20.0.1 (0dec2021-b64c-4fc7-9ff0-960200894783/91fba9c8-32d1-4e5d-97ce-9ffbabaf2ed5/23f5e1ec-bd85-4121-a664-7eedd17c676d) {{(pid=116193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:57:30.751059 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-32b6c731-1ca5-458d-be64-85797cc70364 None None] Attempting to bind port 45d45e5a-0aca-4cda-aca1-722c58123c57 on host dv-cinder-846171-1-iscsi for vnic_type normal with profile {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:57:30.751426 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-32b6c731-1ca5-458d-be64-85797cc70364 None None] Attempting to bind port 45d45e5a-0aca-4cda-aca1-722c58123c57 by drivers openvswitch,hyperv on host dv-cinder-846171-1-iscsi at level 0 using segments [{'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:57:30.751797 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b6c731-1ca5-458d-be64-85797cc70364 None None] Attempting to bind port 45d45e5a-0aca-4cda-aca1-722c58123c57 on network d7ab3290-3ce1-430c-a2b5-625628340a0e {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:57:30.754232 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3fa9c-9d7f-46a1-b4f1-2d73b738ac08 None None] Pushing event updated for resources: {'Port': ['ID=45d45e5a-0aca-4cda-aca1-722c58123c57,revision_number=2']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:30.760213 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b6c731-1ca5-458d-be64-85797cc70364 None None] Checking agent: {'id': 'ea8cc94b-de2a-4266-a745-8fe843a33d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846171-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 47, 42), 'started_at': datetime.datetime(2022, 6, 16, 18, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846171-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:57:30.760493 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b6c731-1ca5-458d-be64-85797cc70364 None None] Checking segment: {'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:57:30.761647 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-32b6c731-1ca5-458d-be64-85797cc70364 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:30.762050 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b6c731-1ca5-458d-be64-85797cc70364 None None] Bound using segment: {'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:57:30.762532 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-32b6c731-1ca5-458d-be64-85797cc70364 None None] Bound port: 45d45e5a-0aca-4cda-aca1-722c58123c57, host: dv-cinder-846171-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:57:30.762915 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-32b6c731-1ca5-458d-be64-85797cc70364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (45d45e5a-0aca-4cda-aca1-722c58123c57), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:30.816305 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-32b6c731-1ca5-458d-be64-85797cc70364 None None] For port 45d45e5a-0aca-4cda-aca1-722c58123c57, host dv-cinder-846171-1-iscsi, cleared binding levels {{(pid=116194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:57:30.819554 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-32b6c731-1ca5-458d-be64-85797cc70364 None None] For port 45d45e5a-0aca-4cda-aca1-722c58123c57, host dv-cinder-846171-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=45d45e5a-0aca-4cda-aca1-722c58123c57,segment=NetworkSegment(71d34237-f06f-4603-b433-3dd04278adc6),segment_id=71d34237-f06f-4603-b433-3dd04278adc6)] {{(pid=116194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:57:30.825814 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-fc78bc81-8fac-4f08-9c02-c41edd67452e admin admin] Publish callbacks [] for port (23f5e1ec-bd85-4121-a664-7eedd17c676d), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:30.906409 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-32b6c731-1ca5-458d-be64-85797cc70364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (45d45e5a-0aca-4cda-aca1-722c58123c57), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:30.935286 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-fc78bc81-8fac-4f08-9c02-c41edd67452e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (23f5e1ec-bd85-4121-a664-7eedd17c676d), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:30.986742 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b6c731-1ca5-458d-be64-85797cc70364 None None] Routers {'570c72ae-d11d-4558-afc3-4b64a2321de5'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:57:30.987526 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-32b6c731-1ca5-458d-be64-85797cc70364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:57:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['570c72ae-d11d-4558-afc3-4b64a2321de5'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:57:30.990362 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc78bc81-8fac-4f08-9c02-c41edd67452e admin admin] Network 0dec2021-b64c-4fc7-9ff0-960200894783 is already hosted by enough agents. {{(pid=116193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:57:30.999780 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3fa9c-9d7f-46a1-b4f1-2d73b738ac08 None None] Pushing event updated for resources: {'Port': ['ID=45d45e5a-0aca-4cda-aca1-722c58123c57,revision_number=3']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:30.999982 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:30.999982 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [None req-fc78bc81-8fac-4f08-9c02-c41edd67452e admin admin] Resources bound (agent type, host, resource id): {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:57:30.999982 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc78bc81-8fac-4f08-9c02-c41edd67452e admin admin] Received port after_create {{(pid=116193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:57:31.003211 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78bc81-8fac-4f08-9c02-c41edd67452e admin admin] Pushing event updated for resources: {'Port': ['ID=23f5e1ec-bd85-4121-a664-7eedd17c676d,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:31.046473 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-fc78bc81-8fac-4f08-9c02-c41edd67452e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8339802'] for router_interface (570c72ae-d11d-4558-afc3-4b64a2321de5), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:31.091430 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:31.106915 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-32b6c731-1ca5-458d-be64-85797cc70364 None None] Set router 570c72ae-d11d-4558-afc3-4b64a2321de5 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:57:31.169417 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:31.260024 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=44 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:31.293148 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-fc78bc81-8fac-4f08-9c02-c41edd67452e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (23f5e1ec-bd85-4121-a664-7eedd17c676d), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:31.369839 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-9b2e1ffc-8324-4f77-93bb-7cc7ae058449 None None] Provisioning complete for port 23f5e1ec-bd85-4121-a664-7eedd17c676d triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:57:31.370356 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-9b2e1ffc-8324-4f77-93bb-7cc7ae058449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (23f5e1ec-bd85-4121-a664-7eedd17c676d), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:31.429093 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-9b2e1ffc-8324-4f77-93bb-7cc7ae058449 None None] Port 23f5e1ec-bd85-4121-a664-7eedd17c676d cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:57:31.480838 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-32b6c731-1ca5-458d-be64-85797cc70364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'name': 'tempest-TestShelveInstance-1332233485-router', 'tenant_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '45d45e5a-0aca-4cda-aca1-722c58123c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:27Z', 'updated_at': '2022-06-16T18:57:28Z', 'revision_number': 3, 'project_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'gw_port': {'id': '45d45e5a-0aca-4cda-aca1-722c58123c57', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:28Z', 'updated_at': '2022-06-16T18:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi'}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:57:31.513585 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b6c731-1ca5-458d-be64-85797cc70364 None None] The sync data for ids ['570c72ae-d11d-4558-afc3-4b64a2321de5'] in dv-cinder-846171-1-iscsi is: [{'id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'name': 'tempest-TestShelveInstance-1332233485-router', 'tenant_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '45d45e5a-0aca-4cda-aca1-722c58123c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:27Z', 'updated_at': '2022-06-16T18:57:28Z', 'revision_number': 3, 'project_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'gw_port': {'id': '45d45e5a-0aca-4cda-aca1-722c58123c57', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:28Z', 'updated_at': '2022-06-16T18:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi'}] {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:57:31.561606 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-fc78bc81-8fac-4f08-9c02-c41edd67452e admin admin] Publish callbacks [] for port (23f5e1ec-bd85-4121-a664-7eedd17c676d), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:31.579997 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58915d01-d789-43d4-9712-baea9a5cde7f req-ea656395-c476-4eb4-80d6-882458845344 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:31.581629 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-58915d01-d789-43d4-9712-baea9a5cde7f req-ea656395-c476-4eb4-80d6-882458845344 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0693607 Jun 16 18:57:31.633269 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-58915d01-d789-43d4-9712-baea9a5cde7f req-238168fb-e4d5-46bf-90b2-c47e6cb5ff62 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457470 Jun 16 18:57:31.654967 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-fc78bc81-8fac-4f08-9c02-c41edd67452e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (23f5e1ec-bd85-4121-a664-7eedd17c676d), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:31.724919 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78bc81-8fac-4f08-9c02-c41edd67452e admin admin] Pushing event updated for resources: {'Port': ['ID=23f5e1ec-bd85-4121-a664-7eedd17c676d,revision_number=2']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:31.731778 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-fc78bc81-8fac-4f08-9c02-c41edd67452e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8339886'] for router_interface (570c72ae-d11d-4558-afc3-4b64a2321de5), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:31.807900 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:31.845191 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 9b341558-2d81-4aaf-bb72-aa71d8a23bee up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:57:31.848499 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc78bc81-8fac-4f08-9c02-c41edd67452e admin admin] Network 0dec2021-b64c-4fc7-9ff0-960200894783 is already hosted by enough agents. {{(pid=116193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:57:31.852908 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [None req-fc78bc81-8fac-4f08-9c02-c41edd67452e admin admin] Resources bound (agent type, host, resource id): {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:57:31.918170 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 9b341558-2d81-4aaf-bb72-aa71d8a23bee triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:57:31.918546 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (9b341558-2d81-4aaf-bb72-aa71d8a23bee), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:32.044132 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc78bc81-8fac-4f08-9c02-c41edd67452e admin admin] Router 570c72ae-d11d-4558-afc3-4b64a2321de5 has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:57:32.153587 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 9b341558-2d81-4aaf-bb72-aa71d8a23bee is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:57:32.185626 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-dd1e7bc5-4cc5-47a0-8740-029527d7a2a7 None None] Provisioning complete for port 23f5e1ec-bd85-4121-a664-7eedd17c676d triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:57:32.186022 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-dd1e7bc5-4cc5-47a0-8740-029527d7a2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (23f5e1ec-bd85-4121-a664-7eedd17c676d), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:32.237848 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc78bc81-8fac-4f08-9c02-c41edd67452e admin admin] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:57:32.243946 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-fc78bc81-8fac-4f08-9c02-c41edd67452e admin admin] 10.222.0.81 "PUT /v2.0/routers/570c72ae-d11d-4558-afc3-4b64a2321de5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2903907 Jun 16 18:57:32.254303 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-dd1e7bc5-4cc5-47a0-8740-029527d7a2a7 None None] Port 23f5e1ec-bd85-4121-a664-7eedd17c676d cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:57:32.648535 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 49188) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:32.772306 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-698aa6a4-d289-4c2a-8257-f863c55d3108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:32.780476 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2975a-1f4e-4399-89ce-159ce5b71fc4 req-98847baf-3ac4-4521-9ef3-a246ef786b0e tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:32.782505 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-49d2975a-1f4e-4399-89ce-159ce5b71fc4 req-98847baf-3ac4-4521-9ef3-a246ef786b0e tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0669339 Jun 16 18:57:32.861919 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-49d2975a-1f4e-4399-89ce-159ce5b71fc4 req-d22f0075-6c9c-4b6c-b8c4-baf8805e1519 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719020 Jun 16 18:57:32.882546 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:32.901552 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-698aa6a4-d289-4c2a-8257-f863c55d3108 admin admin] Publish callbacks [] for security_group (8d159e6d-d81d-4f02-b11c-aa20c440668c), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:32.993079 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-698aa6a4-d289-4c2a-8257-f863c55d3108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (8d159e6d-d81d-4f02-b11c-aa20c440668c), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:33.039005 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698aa6a4-d289-4c2a-8257-f863c55d3108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d159e6d-d81d-4f02-b11c-aa20c440668c,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:33.039005 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-698aa6a4-d289-4c2a-8257-f863c55d3108 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4680a5d0b1024125b2ade61d7fc941b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3891602 Jun 16 18:57:33.043622 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 49204) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:33.075954 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 49206) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:33.081264 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-209aba41-84b4-4baf-8e93-194b30c488b2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-14185217-network', 'tenant_id': '3bae3e36253c4e47b7b507f53663186b'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:57:33.095257 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-73106ec9-72d6-48fe-b7a5-84b189289940 admin admin] Publish callbacks [] for security_group (8d159e6d-d81d-4f02-b11c-aa20c440668c), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:33.120894 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-73106ec9-72d6-48fe-b7a5-84b189289940 admin admin] Publish callbacks [] for security_group (8d159e6d-d81d-4f02-b11c-aa20c440668c), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:33.151786 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209aba41-84b4-4baf-8e93-194b30c488b2 admin admin] Made reservation on behalf of 3bae3e36253c4e47b7b507f53663186b for: {'network': 1} {{(pid=116192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:57:33.154182 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-209aba41-84b4-4baf-8e93-194b30c488b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for network (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:33.165347 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-209aba41-84b4-4baf-8e93-194b30c488b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:33.236956 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-73106ec9-72d6-48fe-b7a5-84b189289940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (8d159e6d-d81d-4f02-b11c-aa20c440668c), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:33.239543 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-73106ec9-72d6-48fe-b7a5-84b189289940 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:33.243433 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-73106ec9-72d6-48fe-b7a5-84b189289940 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8d159e6d-d81d-4f02-b11c-aa20c440668c HTTP/1.1" status: 204 len: 168 time: 0.2001915 Jun 16 18:57:33.254315 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73106ec9-72d6-48fe-b7a5-84b189289940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d159e6d-d81d-4f02-b11c-aa20c440668c,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:33.306588 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-209aba41-84b4-4baf-8e93-194b30c488b2 admin admin] Publish callbacks [] for security_group (bed17917-0568-4f47-bcea-4569bb038169), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:33.370718 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9aa856-0fc3-4214-9f9b-5d0a4394c334 None None] Sync routers for ids ['570c72ae-d11d-4558-afc3-4b64a2321de5'] in dv-cinder-846171-1-iscsi {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:57:33.380313 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9aa856-0fc3-4214-9f9b-5d0a4394c334 None None] Routers {'570c72ae-d11d-4558-afc3-4b64a2321de5'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:57:33.380911 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-dd9aa856-0fc3-4214-9f9b-5d0a4394c334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:57:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['570c72ae-d11d-4558-afc3-4b64a2321de5'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:57:33.384625 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-209aba41-84b4-4baf-8e93-194b30c488b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (bed17917-0568-4f47-bcea-4569bb038169), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:33.408273 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-209aba41-84b4-4baf-8e93-194b30c488b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=116192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:57:33.432979 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-209aba41-84b4-4baf-8e93-194b30c488b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056'] for segment (455cca75-ca87-492f-8a6a-0eba8fac6e2f), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:33.433451 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.db.segments_db [None req-209aba41-84b4-4baf-8e93-194b30c488b2 admin admin] Added segment 455cca75-ca87-492f-8a6a-0eba8fac6e2f of type vlan for network c6de8802-2e60-45d6-a939-86b9ab3d487c Jun 16 18:57:33.434722 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209aba41-84b4-4baf-8e93-194b30c488b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed17917-0568-4f47-bcea-4569bb038169,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:33.481335 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-209aba41-84b4-4baf-8e93-194b30c488b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748651047006'] for network (c6de8802-2e60-45d6-a939-86b9ab3d487c), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:33.492495 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-dd9aa856-0fc3-4214-9f9b-5d0a4394c334 None None] Set router 570c72ae-d11d-4558-afc3-4b64a2321de5 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:57:33.586175 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-209aba41-84b4-4baf-8e93-194b30c488b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080'] for network (c6de8802-2e60-45d6-a939-86b9ab3d487c), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:33.587491 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209aba41-84b4-4baf-8e93-194b30c488b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:33.588156 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-209aba41-84b4-4baf-8e93-194b30c488b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for network (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:33.649186 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209aba41-84b4-4baf-8e93-194b30c488b2 admin admin] Pushing event updated for resources: {'Network': ['ID=c6de8802-2e60-45d6-a939-86b9ab3d487c,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:33.669381 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Network c6de8802-2e60-45d6-a939-86b9ab3d487c details requested by agent ovs-agent-dv-cinder-846171-1-iscsi with host dv-cinder-846171-1-iscsi {{(pid=116194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 18:57:33.699372 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-dd9aa856-0fc3-4214-9f9b-5d0a4394c334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'name': 'tempest-TestShelveInstance-1332233485-router', 'tenant_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '45d45e5a-0aca-4cda-aca1-722c58123c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:27Z', 'updated_at': '2022-06-16T18:57:31Z', 'revision_number': 4, 'project_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'gw_port': {'id': '45d45e5a-0aca-4cda-aca1-722c58123c57', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:28Z', 'updated_at': '2022-06-16T18:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '23f5e1ec-bd85-4121-a664-7eedd17c676d', 'name': '', 'network_id': '0dec2021-b64c-4fc7-9ff0-960200894783', 'tenant_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'mac_address': 'fa:16:3e:69:b9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '91fba9c8-32d1-4e5d-97ce-9ffbabaf2ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:30Z', 'updated_at': '2022-06-16T18:57:31Z', 'revision_number': 2, 'project_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'subnets': [{'id': '91fba9c8-32d1-4e5d-97ce-9ffbabaf2ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:57:33.700301 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 49220) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:33.700756 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-209aba41-84b4-4baf-8e93-194b30c488b2 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6230590 Jun 16 18:57:33.707636 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-dcd6bcdd-7902-4967-9eaa-4c039aef1bc0 admin admin] Request body: {'subnet': {'network_id': 'c6de8802-2e60-45d6-a939-86b9ab3d487c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-14185217-subnet', 'tenant_id': '3bae3e36253c4e47b7b507f53663186b', 'ip_version': 4}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:57:33.743525 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9aa856-0fc3-4214-9f9b-5d0a4394c334 None None] Checking router: 570c72ae-d11d-4558-afc3-4b64a2321de5 for host: dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:57:33.743888 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9aa856-0fc3-4214-9f9b-5d0a4394c334 None None] Updating router 570c72ae-d11d-4558-afc3-4b64a2321de5 port 23f5e1ec-bd85-4121-a664-7eedd17c676d binding host dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:57:33.772480 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa856-0fc3-4214-9f9b-5d0a4394c334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (23f5e1ec-bd85-4121-a664-7eedd17c676d), before_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:33.791696 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 45d45e5a-0aca-4cda-aca1-722c58123c57 up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:57:33.794624 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:33.796396 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd6bcdd-7902-4967-9eaa-4c039aef1bc0 admin admin] Made reservation on behalf of 3bae3e36253c4e47b7b507f53663186b for: {'subnet': 1} {{(pid=116193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:57:33.798983 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-dcd6bcdd-7902-4967-9eaa-4c039aef1bc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5640637'] for subnet (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:33.845450 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 45d45e5a-0aca-4cda-aca1-722c58123c57 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:57:33.845750 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (45d45e5a-0aca-4cda-aca1-722c58123c57), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:33.864919 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:33.949762 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 45d45e5a-0aca-4cda-aca1-722c58123c57 is: DOWN; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:57:33.950538 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (45d45e5a-0aca-4cda-aca1-722c58123c57), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:33.976600 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] For port 45d45e5a-0aca-4cda-aca1-722c58123c57, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=45d45e5a-0aca-4cda-aca1-722c58123c57,segment=NetworkSegment(71d34237-f06f-4603-b433-3dd04278adc6),segment_id=71d34237-f06f-4603-b433-3dd04278adc6)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:57:34.015705 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:34.027895 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ff87b-011a-401b-84c2-840c603978a2 req-1a10e3d9-3211-4a8d-ad70-6c6c11a8dc4e tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:34.044915 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b40ff87b-011a-401b-84c2-840c603978a2 req-1a10e3d9-3211-4a8d-ad70-6c6c11a8dc4e tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0646915 Jun 16 18:57:34.053547 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa856-0fc3-4214-9f9b-5d0a4394c334 None None] Publish callbacks [] for port (23f5e1ec-bd85-4121-a664-7eedd17c676d), precommit_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:34.077218 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b40ff87b-011a-401b-84c2-840c603978a2 req-a0429dec-11b5-48ba-bed7-8337af70468c tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418112 Jun 16 18:57:34.143782 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 49226) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:34.162912 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-ddeb5b9d-613b-4289-afce-c395057be35b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:34.191875 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-dcd6bcdd-7902-4967-9eaa-4c039aef1bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5911716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5640591'] for subnet (1bdbc34f-10fc-4f8f-8f55-2bb1a8fea258), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:34.195718 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (45d45e5a-0aca-4cda-aca1-722c58123c57), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:34.214409 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa856-0fc3-4214-9f9b-5d0a4394c334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (23f5e1ec-bd85-4121-a664-7eedd17c676d), after_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:34.242852 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-ddeb5b9d-613b-4289-afce-c395057be35b admin admin] Publish callbacks [] for security_group (250e127a-8bc1-4f77-b115-8c40daf6b86d), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:34.243766 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=13 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:34.263037 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6bcdd-7902-4967-9eaa-4c039aef1bc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bdbc34f-10fc-4f8f-8f55-2bb1a8fea258,revision_number=0']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:34.270652 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd6bcdd-7902-4967-9eaa-4c039aef1bc0 admin admin] Checking segment: {'id': '455cca75-ca87-492f-8a6a-0eba8fac6e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'c6de8802-2e60-45d6-a939-86b9ab3d487c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:57:34.271011 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd6bcdd-7902-4967-9eaa-4c039aef1bc0 admin admin] Network hostable DHCP agents. Network: c6de8802-2e60-45d6-a939-86b9ab3d487c, hostable agents: ['a953bae7-14c3-401b-bbd5-413ea1206353'], hosted agents: [] {{(pid=116193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:57:34.285874 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e3197-5559-4ec2-8e06-700b870068bc None None] Pushing event updated for resources: {'Port': ['ID=23f5e1ec-bd85-4121-a664-7eedd17c676d,revision_number=3']} {{(pid=116195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:34.291676 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:34.297999 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e3197-5559-4ec2-8e06-700b870068bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:34.298356 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e3197-5559-4ec2-8e06-700b870068bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:34.298724 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e3197-5559-4ec2-8e06-700b870068bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:34.299084 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e3197-5559-4ec2-8e06-700b870068bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:34.299425 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e3197-5559-4ec2-8e06-700b870068bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:34.299756 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e3197-5559-4ec2-8e06-700b870068bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:34.300080 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e3197-5559-4ec2-8e06-700b870068bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:34.300439 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Pushing event updated for resources: {'Port': ['ID=45d45e5a-0aca-4cda-aca1-722c58123c57,revision_number=4']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:34.300575 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e3197-5559-4ec2-8e06-700b870068bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:34.301064 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e3197-5559-4ec2-8e06-700b870068bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:34.301623 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e3197-5559-4ec2-8e06-700b870068bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:34.301943 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e3197-5559-4ec2-8e06-700b870068bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:34.302288 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e3197-5559-4ec2-8e06-700b870068bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:34.302614 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e3197-5559-4ec2-8e06-700b870068bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:34.303082 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e3197-5559-4ec2-8e06-700b870068bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:34.303555 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e3197-5559-4ec2-8e06-700b870068bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:34.334027 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-ddeb5b9d-613b-4289-afce-c395057be35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (250e127a-8bc1-4f77-b115-8c40daf6b86d), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:34.364462 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:34.369528 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd6bcdd-7902-4967-9eaa-4c039aef1bc0 admin admin] Network c6de8802-2e60-45d6-a939-86b9ab3d487c is scheduled to be hosted by DHCP agent a953bae7-14c3-401b-bbd5-413ea1206353 with binding_index 1 {{(pid=116193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:57:34.375779 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.managers [None req-dd9aa856-0fc3-4214-9f9b-5d0a4394c334 None None] Attempting to bind port 23f5e1ec-bd85-4121-a664-7eedd17c676d on host dv-cinder-846171-1-iscsi for vnic_type normal with profile {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:57:34.376288 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.managers [None req-dd9aa856-0fc3-4214-9f9b-5d0a4394c334 None None] Attempting to bind port 23f5e1ec-bd85-4121-a664-7eedd17c676d by drivers openvswitch,hyperv on host dv-cinder-846171-1-iscsi at level 0 using segments [{'id': '9f870342-ab65-443b-a0e2-542074951f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '0dec2021-b64c-4fc7-9ff0-960200894783'}] {{(pid=116195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:57:34.376625 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9aa856-0fc3-4214-9f9b-5d0a4394c334 None None] Attempting to bind port 23f5e1ec-bd85-4121-a664-7eedd17c676d on network 0dec2021-b64c-4fc7-9ff0-960200894783 {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:57:34.383437 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9aa856-0fc3-4214-9f9b-5d0a4394c334 None None] Checking agent: {'id': 'ea8cc94b-de2a-4266-a745-8fe843a33d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846171-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 47, 42), 'started_at': datetime.datetime(2022, 6, 16, 18, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846171-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:57:34.383899 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9aa856-0fc3-4214-9f9b-5d0a4394c334 None None] Checking segment: {'id': '9f870342-ab65-443b-a0e2-542074951f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '0dec2021-b64c-4fc7-9ff0-960200894783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:57:34.384478 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa856-0fc3-4214-9f9b-5d0a4394c334 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:34.384942 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9aa856-0fc3-4214-9f9b-5d0a4394c334 None None] Bound using segment: {'id': '9f870342-ab65-443b-a0e2-542074951f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '0dec2021-b64c-4fc7-9ff0-960200894783'} {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:57:34.385513 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.managers [None req-dd9aa856-0fc3-4214-9f9b-5d0a4394c334 None None] Bound port: 23f5e1ec-bd85-4121-a664-7eedd17c676d, host: dv-cinder-846171-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f870342-ab65-443b-a0e2-542074951f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '0dec2021-b64c-4fc7-9ff0-960200894783'}}] {{(pid=116195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:57:34.386625 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa856-0fc3-4214-9f9b-5d0a4394c334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (23f5e1ec-bd85-4121-a664-7eedd17c676d), before_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:34.386730 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb5b9d-613b-4289-afce-c395057be35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250e127a-8bc1-4f77-b115-8c40daf6b86d,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:34.391163 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-ddeb5b9d-613b-4289-afce-c395057be35b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2a57fbb665b74610881ccb35f6095ce6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462749 Jun 16 18:57:34.393802 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 49238) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:34.454290 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e14f3ace-1646-43ae-9124-4d4fd0561816 admin admin] Publish callbacks [] for security_group (250e127a-8bc1-4f77-b115-8c40daf6b86d), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:34.471643 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [None req-dcd6bcdd-7902-4967-9eaa-4c039aef1bc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846171-1-iscsi, c6de8802-2e60-45d6-a939-86b9ab3d487c) {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:57:34.476534 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd6bcdd-7902-4967-9eaa-4c039aef1bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:34.477461 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-dcd6bcdd-7902-4967-9eaa-4c039aef1bc0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:34.484232 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d297c63d-38fe-42ad-9f40-d5063e6d4c62 None None] Network c6de8802-2e60-45d6-a939-86b9ab3d487c requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:57:34.503510 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e14f3ace-1646-43ae-9124-4d4fd0561816 admin admin] Publish callbacks [] for security_group (250e127a-8bc1-4f77-b115-8c40daf6b86d), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:34.564974 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.db [None req-dd9aa856-0fc3-4214-9f9b-5d0a4394c334 None None] For port 23f5e1ec-bd85-4121-a664-7eedd17c676d, host dv-cinder-846171-1-iscsi, cleared binding levels {{(pid=116195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:57:34.567988 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.db [None req-dd9aa856-0fc3-4214-9f9b-5d0a4394c334 None None] For port 23f5e1ec-bd85-4121-a664-7eedd17c676d, host dv-cinder-846171-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=23f5e1ec-bd85-4121-a664-7eedd17c676d,segment=NetworkSegment(9f870342-ab65-443b-a0e2-542074951f0b),segment_id=9f870342-ab65-443b-a0e2-542074951f0b)] {{(pid=116195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:57:34.607045 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-f2e0e54a-f08c-4d31-9386-0a5d9a730029 None None] Provisioning complete for port 23f5e1ec-bd85-4121-a664-7eedd17c676d triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:57:34.607419 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-f2e0e54a-f08c-4d31-9386-0a5d9a730029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (23f5e1ec-bd85-4121-a664-7eedd17c676d), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:34.610262 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5911d9-b2db-43eb-9c4d-f4a3a4dbdc16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc834c0e-e25b-5433-9ce7-2b46938ad578-c6de8802-2e60-45d6-a939-86b9ab3d487c', 'network_id': 'c6de8802-2e60-45d6-a939-86b9ab3d487c', 'project_id': '3bae3e36253c4e47b7b507f53663186b', 'fixed_ips': [{'subnet_id': '1bdbc34f-10fc-4f8f-8f55-2bb1a8fea258'}]}} from dv-cinder-846171-1-iscsi. {{(pid=116194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 18:57:34.611139 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-fb5911d9-b2db-43eb-9c4d-f4a3a4dbdc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:34.644744 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-dcd6bcdd-7902-4967-9eaa-4c039aef1bc0 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9423220 Jun 16 18:57:34.646157 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e14f3ace-1646-43ae-9124-4d4fd0561816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (250e127a-8bc1-4f77-b115-8c40daf6b86d), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:34.648831 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e14f3ace-1646-43ae-9124-4d4fd0561816 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:34.649981 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-e14f3ace-1646-43ae-9124-4d4fd0561816 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/250e127a-8bc1-4f77-b115-8c40daf6b86d HTTP/1.1" status: 204 len: 168 time: 0.2550948 Jun 16 18:57:34.650824 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 49240) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:34.657980 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-9f77e7ca-3318-4c97-b303-a1eeaaade01b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-14185217-router', 'tenant_id': '3bae3e36253c4e47b7b507f53663186b', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:57:34.665558 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:34.666378 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-f2e0e54a-f08c-4d31-9386-0a5d9a730029 None None] Port 23f5e1ec-bd85-4121-a664-7eedd17c676d cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:57:34.672548 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f3ace-1646-43ae-9124-4d4fd0561816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250e127a-8bc1-4f77-b115-8c40daf6b86d,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:34.675681 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa856-0fc3-4214-9f9b-5d0a4394c334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (23f5e1ec-bd85-4121-a664-7eedd17c676d), after_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:34.678655 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:34.739811 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9aa856-0fc3-4214-9f9b-5d0a4394c334 None None] Routers {'570c72ae-d11d-4558-afc3-4b64a2321de5'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:57:34.740450 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-dd9aa856-0fc3-4214-9f9b-5d0a4394c334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:57:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['570c72ae-d11d-4558-afc3-4b64a2321de5'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:57:34.792323 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9f77e7ca-3318-4c97-b303-a1eeaaade01b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8339937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12032'] for router (23dfae63-8b8d-4cff-b35c-fc69811bd056), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:34.793088 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e3197-5559-4ec2-8e06-700b870068bc None None] Pushing event updated for resources: {'Port': ['ID=23f5e1ec-bd85-4121-a664-7eedd17c676d,revision_number=4']} {{(pid=116195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:34.793799 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9f77e7ca-3318-4c97-b303-a1eeaaade01b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8339730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8348846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8300508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12043'] for router (23dfae63-8b8d-4cff-b35c-fc69811bd056), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:34.853922 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.db_base_plugin_common [None req-fb5911d9-b2db-43eb-9c4d-f4a3a4dbdc16 None None] Allocated IP 172.20.0.2 (c6de8802-2e60-45d6-a939-86b9ab3d487c/1bdbc34f-10fc-4f8f-8f55-2bb1a8fea258/dd7577d1-5cc5-43a8-a253-9eaa547ffb39) {{(pid=116194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:57:34.921497 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-dd9aa856-0fc3-4214-9f9b-5d0a4394c334 None None] Set router 570c72ae-d11d-4558-afc3-4b64a2321de5 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:57:35.069939 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-fb5911d9-b2db-43eb-9c4d-f4a3a4dbdc16 None None] Publish callbacks [] for port (dd7577d1-5cc5-43a8-a253-9eaa547ffb39), precommit_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:35.094853 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-7cf04daa-c045-4cd2-939a-1a2629d8dc0d None None] Provisioning complete for port 23f5e1ec-bd85-4121-a664-7eedd17c676d triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:57:35.095845 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-7cf04daa-c045-4cd2-939a-1a2629d8dc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (23f5e1ec-bd85-4121-a664-7eedd17c676d), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:35.103381 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:35.117133 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9f77e7ca-3318-4c97-b303-a1eeaaade01b admin admin] Publish callbacks [] for router_controller (23dfae63-8b8d-4cff-b35c-fc69811bd056), precommit_add_association {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:35.140985 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:35.153615 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-fb5911d9-b2db-43eb-9c4d-f4a3a4dbdc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864'] for port (dd7577d1-5cc5-43a8-a253-9eaa547ffb39), after_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:35.180409 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-dd9aa856-0fc3-4214-9f9b-5d0a4394c334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'name': 'tempest-TestShelveInstance-1332233485-router', 'tenant_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '45d45e5a-0aca-4cda-aca1-722c58123c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:27Z', 'updated_at': '2022-06-16T18:57:31Z', 'revision_number': 4, 'project_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'gw_port': {'id': '45d45e5a-0aca-4cda-aca1-722c58123c57', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:28Z', 'updated_at': '2022-06-16T18:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '23f5e1ec-bd85-4121-a664-7eedd17c676d', 'name': '', 'network_id': '0dec2021-b64c-4fc7-9ff0-960200894783', 'tenant_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'mac_address': 'fa:16:3e:69:b9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '91fba9c8-32d1-4e5d-97ce-9ffbabaf2ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:30Z', 'updated_at': '2022-06-16T18:57:34Z', 'revision_number': 4, 'project_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'subnets': [{'id': '91fba9c8-32d1-4e5d-97ce-9ffbabaf2ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:57:35.186058 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5911d9-b2db-43eb-9c4d-f4a3a4dbdc16 None None] Network c6de8802-2e60-45d6-a939-86b9ab3d487c is already hosted by enough agents. {{(pid=116194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:57:35.188318 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.scheduler.base_scheduler [None req-fb5911d9-b2db-43eb-9c4d-f4a3a4dbdc16 None None] Resources bound (agent type, host, resource id): {{(pid=116194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:57:35.191854 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5911d9-b2db-43eb-9c4d-f4a3a4dbdc16 None None] Received port after_create {{(pid=116194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:57:35.210217 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9aa856-0fc3-4214-9f9b-5d0a4394c334 None None] The sync data for ids ['570c72ae-d11d-4558-afc3-4b64a2321de5'] in dv-cinder-846171-1-iscsi is: [{'id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'name': 'tempest-TestShelveInstance-1332233485-router', 'tenant_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '45d45e5a-0aca-4cda-aca1-722c58123c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:27Z', 'updated_at': '2022-06-16T18:57:31Z', 'revision_number': 4, 'project_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'gw_port': {'id': '45d45e5a-0aca-4cda-aca1-722c58123c57', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:28Z', 'updated_at': '2022-06-16T18:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '23f5e1ec-bd85-4121-a664-7eedd17c676d', 'name': '', 'network_id': '0dec2021-b64c-4fc7-9ff0-960200894783', 'tenant_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'mac_address': 'fa:16:3e:69:b9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '91fba9c8-32d1-4e5d-97ce-9ffbabaf2ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:30Z', 'updated_at': '2022-06-16T18:57:34Z', 'revision_number': 4, 'project_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'subnets': [{'id': '91fba9c8-32d1-4e5d-97ce-9ffbabaf2ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:57:35.367905 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5911d9-b2db-43eb-9c4d-f4a3a4dbdc16 None None] Pushing event updated for resources: {'Port': ['ID=dd7577d1-5cc5-43a8-a253-9eaa547ffb39,revision_number=1']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:35.462411 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-fb5911d9-b2db-43eb-9c4d-f4a3a4dbdc16 None None] Attempting to bind port dd7577d1-5cc5-43a8-a253-9eaa547ffb39 on host dv-cinder-846171-1-iscsi for vnic_type normal with profile {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:57:35.462411 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-fb5911d9-b2db-43eb-9c4d-f4a3a4dbdc16 None None] Attempting to bind port dd7577d1-5cc5-43a8-a253-9eaa547ffb39 by drivers openvswitch,hyperv on host dv-cinder-846171-1-iscsi at level 0 using segments [{'id': '455cca75-ca87-492f-8a6a-0eba8fac6e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'c6de8802-2e60-45d6-a939-86b9ab3d487c'}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:57:35.462411 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5911d9-b2db-43eb-9c4d-f4a3a4dbdc16 None None] Attempting to bind port dd7577d1-5cc5-43a8-a253-9eaa547ffb39 on network c6de8802-2e60-45d6-a939-86b9ab3d487c {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:57:35.476237 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5911d9-b2db-43eb-9c4d-f4a3a4dbdc16 None None] Checking agent: {'id': 'ea8cc94b-de2a-4266-a745-8fe843a33d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846171-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 47, 42), 'started_at': datetime.datetime(2022, 6, 16, 18, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846171-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:57:35.477038 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5911d9-b2db-43eb-9c4d-f4a3a4dbdc16 None None] Checking segment: {'id': '455cca75-ca87-492f-8a6a-0eba8fac6e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'c6de8802-2e60-45d6-a939-86b9ab3d487c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:57:35.477702 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-fb5911d9-b2db-43eb-9c4d-f4a3a4dbdc16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:35.478303 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5911d9-b2db-43eb-9c4d-f4a3a4dbdc16 None None] Bound using segment: {'id': '455cca75-ca87-492f-8a6a-0eba8fac6e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'c6de8802-2e60-45d6-a939-86b9ab3d487c'} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:57:35.478997 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-fb5911d9-b2db-43eb-9c4d-f4a3a4dbdc16 None None] Bound port: dd7577d1-5cc5-43a8-a253-9eaa547ffb39, host: dv-cinder-846171-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '455cca75-ca87-492f-8a6a-0eba8fac6e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'c6de8802-2e60-45d6-a939-86b9ab3d487c'}}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:57:35.480185 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-fb5911d9-b2db-43eb-9c4d-f4a3a4dbdc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (dd7577d1-5cc5-43a8-a253-9eaa547ffb39), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:35.483261 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-7cf04daa-c045-4cd2-939a-1a2629d8dc0d None None] Current status of the port 23f5e1ec-bd85-4121-a664-7eedd17c676d is: DOWN; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:57:35.483746 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-7cf04daa-c045-4cd2-939a-1a2629d8dc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (23f5e1ec-bd85-4121-a664-7eedd17c676d), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:35.546733 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6169c-e16b-4729-bbd4-d682326e32cb req-12be5f7b-4d04-4120-8e07-810c0920a378 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:35.548338 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-aec6169c-e16b-4729-bbd4-d682326e32cb req-12be5f7b-4d04-4120-8e07-810c0920a378 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.2270780 Jun 16 18:57:35.561994 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9f77e7ca-3318-4c97-b303-a1eeaaade01b admin admin] Publish callbacks [] for router_gateway (23dfae63-8b8d-4cff-b35c-fc69811bd056), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:35.575387 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-7cf04daa-c045-4cd2-939a-1a2629d8dc0d None None] For port 23f5e1ec-bd85-4121-a664-7eedd17c676d, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=23f5e1ec-bd85-4121-a664-7eedd17c676d,segment=NetworkSegment(9f870342-ab65-443b-a0e2-542074951f0b),segment_id=9f870342-ab65-443b-a0e2-542074951f0b)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:57:35.612390 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-fb5911d9-b2db-43eb-9c4d-f4a3a4dbdc16 None None] For port dd7577d1-5cc5-43a8-a253-9eaa547ffb39, host dv-cinder-846171-1-iscsi, cleared binding levels {{(pid=116194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:57:35.615415 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-fb5911d9-b2db-43eb-9c4d-f4a3a4dbdc16 None None] For port dd7577d1-5cc5-43a8-a253-9eaa547ffb39, host dv-cinder-846171-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=dd7577d1-5cc5-43a8-a253-9eaa547ffb39,segment=NetworkSegment(455cca75-ca87-492f-8a6a-0eba8fac6e2f),segment_id=455cca75-ca87-492f-8a6a-0eba8fac6e2f)] {{(pid=116194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:57:35.629169 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-aec6169c-e16b-4729-bbd4-d682326e32cb req-db5b14fe-1ed8-493c-b9ed-9572e0c09886 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635591 Jun 16 18:57:35.644596 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 49266) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:35.681562 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-2274d15b-dd99-4e7c-9d9e-158415cc0347 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:35.694783 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-7cf04daa-c045-4cd2-939a-1a2629d8dc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (23f5e1ec-bd85-4121-a664-7eedd17c676d), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:35.772959 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-fb5911d9-b2db-43eb-9c4d-f4a3a4dbdc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (dd7577d1-5cc5-43a8-a253-9eaa547ffb39), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:35.827868 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf04daa-c045-4cd2-939a-1a2629d8dc0d None None] Pushing event updated for resources: {'Port': ['ID=23f5e1ec-bd85-4121-a664-7eedd17c676d,revision_number=5']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:35.866722 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427faff9-ba0d-4c0d-9b9a-7f592c11052b req-3f5c5ff0-b501-4b7d-883a-1028eea8c2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:35.868355 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-427faff9-ba0d-4c0d-9b9a-7f592c11052b req-3f5c5ff0-b501-4b7d-883a-1028eea8c2a4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 1130 time: 0.1321805 Jun 16 18:57:35.949082 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-427faff9-ba0d-4c0d-9b9a-7f592c11052b req-d591b2a9-83ba-43f1-b377-dbee3e19e866 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710707 Jun 16 18:57:35.965046 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5911d9-b2db-43eb-9c4d-f4a3a4dbdc16 None None] Pushing event updated for resources: {'Port': ['ID=dd7577d1-5cc5-43a8-a253-9eaa547ffb39,revision_number=2']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:35.968843 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-2274d15b-dd99-4e7c-9d9e-158415cc0347 admin admin] Publish callbacks [] for security_group (8a4a4d2c-c747-4551-a384-87ca8ba97a0b), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:36.002837 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 23f5e1ec-bd85-4121-a664-7eedd17c676d up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:57:36.017080 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9f77e7ca-3318-4c97-b303-a1eeaaade01b admin admin] Publish callbacks [] for router_gateway (23dfae63-8b8d-4cff-b35c-fc69811bd056), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:36.039348 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9f77e7ca-3318-4c97-b303-a1eeaaade01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:36.043083 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-2274d15b-dd99-4e7c-9d9e-158415cc0347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (8a4a4d2c-c747-4551-a384-87ca8ba97a0b), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:36.077817 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 23f5e1ec-bd85-4121-a664-7eedd17c676d triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:57:36.077817 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (23f5e1ec-bd85-4121-a664-7eedd17c676d), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:36.103017 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:36.135489 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:36.139731 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-2274d15b-dd99-4e7c-9d9e-158415cc0347 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fa7a11a257c242b0bfcfe7cfb1db6157&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4958804 Jun 16 18:57:36.152111 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 49268) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:36.165828 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:36.195157 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274d15b-dd99-4e7c-9d9e-158415cc0347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4a4d2c-c747-4551-a384-87ca8ba97a0b,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:36.254893 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-805987ec-acef-4844-95c0-57e6155fe183 admin admin] Publish callbacks [] for security_group (8a4a4d2c-c747-4551-a384-87ca8ba97a0b), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:36.270926 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_common [None req-9f77e7ca-3318-4c97-b303-a1eeaaade01b admin admin] Allocated IP 172.27.0.133 (d7ab3290-3ce1-430c-a2b5-625628340a0e/2251f151-d04b-4b41-88db-58f0d465a2f0/6a94de47-d7a2-4040-8bc8-47884c6fe20b) {{(pid=116193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:57:36.284856 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 23f5e1ec-bd85-4121-a664-7eedd17c676d is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:57:36.286079 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 45d45e5a-0aca-4cda-aca1-722c58123c57 up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:57:36.288903 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-805987ec-acef-4844-95c0-57e6155fe183 admin admin] Publish callbacks [] for security_group (8a4a4d2c-c747-4551-a384-87ca8ba97a0b), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:36.390483 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 45d45e5a-0aca-4cda-aca1-722c58123c57 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:57:36.390949 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (45d45e5a-0aca-4cda-aca1-722c58123c57), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:36.456580 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-805987ec-acef-4844-95c0-57e6155fe183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (8a4a4d2c-c747-4551-a384-87ca8ba97a0b), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:36.457360 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-805987ec-acef-4844-95c0-57e6155fe183 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:36.460982 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9f77e7ca-3318-4c97-b303-a1eeaaade01b admin admin] Publish callbacks [] for port (6a94de47-d7a2-4040-8bc8-47884c6fe20b), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:36.464446 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-805987ec-acef-4844-95c0-57e6155fe183 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8a4a4d2c-c747-4551-a384-87ca8ba97a0b HTTP/1.1" status: 204 len: 168 time: 0.3106406 Jun 16 18:57:36.488445 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805987ec-acef-4844-95c0-57e6155fe183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4a4d2c-c747-4551-a384-87ca8ba97a0b,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:36.530818 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 45d45e5a-0aca-4cda-aca1-722c58123c57 is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:57:36.609668 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9f77e7ca-3318-4c97-b303-a1eeaaade01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (6a94de47-d7a2-4040-8bc8-47884c6fe20b), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:36.679359 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f77e7ca-3318-4c97-b303-a1eeaaade01b admin admin] Network d7ab3290-3ce1-430c-a2b5-625628340a0e is already hosted by enough agents. {{(pid=116193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:57:36.683065 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [None req-9f77e7ca-3318-4c97-b303-a1eeaaade01b admin admin] Resources bound (agent type, host, resource id): {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:57:36.685803 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f77e7ca-3318-4c97-b303-a1eeaaade01b admin admin] Received port after_create {{(pid=116193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:57:36.725384 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-bdec4343-a730-4be3-a350-73378578df6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:36.787570 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f77e7ca-3318-4c97-b303-a1eeaaade01b admin admin] Pushing event updated for resources: {'Port': ['ID=6a94de47-d7a2-4040-8bc8-47884c6fe20b,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:36.896211 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70190185-b9d4-4027-8cc5-f9927cdb1217 req-26014168-60a0-4abd-abb7-7e0a35205f60 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:36.896211 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-70190185-b9d4-4027-8cc5-f9927cdb1217 req-26014168-60a0-4abd-abb7-7e0a35205f60 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.1584287 Jun 16 18:57:37.006933 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-70190185-b9d4-4027-8cc5-f9927cdb1217 req-348a8cfd-56b7-4cfe-be6c-aeec78b2fd13 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069610 Jun 16 18:57:37.126372 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:37.188309 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9f77e7ca-3318-4c97-b303-a1eeaaade01b admin admin] Publish callbacks [] for router_gateway (23dfae63-8b8d-4cff-b35c-fc69811bd056), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:37.188734 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85754500-5c9d-41a0-aff8-778a26dad766 None None] Network c6de8802-2e60-45d6-a939-86b9ab3d487c requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:57:37.263641 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-b0b1fd81-bc0a-4a4c-abd8-afa66793df36 None None] Provisioning complete for port dd7577d1-5cc5-43a8-a253-9eaa547ffb39 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:57:37.264019 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-b0b1fd81-bc0a-4a4c-abd8-afa66793df36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (dd7577d1-5cc5-43a8-a253-9eaa547ffb39), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:37.272168 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:37.395154 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-b0b1fd81-bc0a-4a4c-abd8-afa66793df36 None None] Current status of the port dd7577d1-5cc5-43a8-a253-9eaa547ffb39 is: DOWN; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:57:37.395553 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-b0b1fd81-bc0a-4a4c-abd8-afa66793df36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (dd7577d1-5cc5-43a8-a253-9eaa547ffb39), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:37.403639 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9f77e7ca-3318-4c97-b303-a1eeaaade01b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8340216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8340070'] for router (23dfae63-8b8d-4cff-b35c-fc69811bd056), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:37.432655 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-b0b1fd81-bc0a-4a4c-abd8-afa66793df36 None None] For port dd7577d1-5cc5-43a8-a253-9eaa547ffb39, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=dd7577d1-5cc5-43a8-a253-9eaa547ffb39,segment=NetworkSegment(455cca75-ca87-492f-8a6a-0eba8fac6e2f),segment_id=455cca75-ca87-492f-8a6a-0eba8fac6e2f)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:57:37.484668 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-b0b1fd81-bc0a-4a4c-abd8-afa66793df36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (dd7577d1-5cc5-43a8-a253-9eaa547ffb39), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:37.546607 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1fd81-bc0a-4a4c-abd8-afa66793df36 None None] Pushing event updated for resources: {'Port': ['ID=dd7577d1-5cc5-43a8-a253-9eaa547ffb39,revision_number=3']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:37.602662 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f77e7ca-3318-4c97-b303-a1eeaaade01b admin admin] Router 23dfae63-8b8d-4cff-b35c-fc69811bd056 is scheduled to L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a with binding_index 1 {{(pid=116193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 18:57:37.607020 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-bc68343e-61c6-4ce1-8cb1-814a953e7745 None None] Provisioning complete for port dd7577d1-5cc5-43a8-a253-9eaa547ffb39 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:57:37.607417 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-bc68343e-61c6-4ce1-8cb1-814a953e7745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (dd7577d1-5cc5-43a8-a253-9eaa547ffb39), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:37.693562 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-bc68343e-61c6-4ce1-8cb1-814a953e7745 None None] Current status of the port dd7577d1-5cc5-43a8-a253-9eaa547ffb39 is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:57:37.725347 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f77e7ca-3318-4c97-b303-a1eeaaade01b admin admin] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:57:37.731341 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:37.738297 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bc8841-7da5-4e9c-b7e3-25d88ef79711 None None] Sync routers for ids ['23dfae63-8b8d-4cff-b35c-fc69811bd056'] in dv-cinder-846171-1-iscsi {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:57:37.755734 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bc8841-7da5-4e9c-b7e3-25d88ef79711 None None] Routers {'23dfae63-8b8d-4cff-b35c-fc69811bd056'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:57:37.756429 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-a1bc8841-7da5-4e9c-b7e3-25d88ef79711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:57:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['23dfae63-8b8d-4cff-b35c-fc69811bd056'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:57:37.827490 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9f77e7ca-3318-4c97-b303-a1eeaaade01b admin admin] Publish callbacks [] for router (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:37.829291 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-9f77e7ca-3318-4c97-b303-a1eeaaade01b admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1767442 Jun 16 18:57:37.832551 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 49324) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:37.866214 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 23f5e1ec-bd85-4121-a664-7eedd17c676d up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:57:37.870931 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:37.898330 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-a1bc8841-7da5-4e9c-b7e3-25d88ef79711 None None] Set router 23dfae63-8b8d-4cff-b35c-fc69811bd056 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:57:38.017414 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 23f5e1ec-bd85-4121-a664-7eedd17c676d triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:57:38.017414 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (23f5e1ec-bd85-4121-a664-7eedd17c676d), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:38.109499 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 6 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:57:38.172926 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:38.186569 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee10c23-03a7-4f35-94c4-35666630563d req-7f93253a-c029-45b2-9018-f4f0f527ec76 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:38.188146 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-aee10c23-03a7-4f35-94c4-35666630563d req-7f93253a-c029-45b2-9018-f4f0f527ec76 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0597558 Jun 16 18:57:38.249671 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-aee10c23-03a7-4f35-94c4-35666630563d req-c1d900ef-5e6e-48c7-9424-84eb94da7f6f tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537112 Jun 16 18:57:38.309444 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 23f5e1ec-bd85-4121-a664-7eedd17c676d is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:57:38.313523 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device dd7577d1-5cc5-43a8-a253-9eaa547ffb39 up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:57:38.313523 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-a1bc8841-7da5-4e9c-b7e3-25d88ef79711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23dfae63-8b8d-4cff-b35c-fc69811bd056', 'name': 'tempest-TestShelveInstance-14185217-router', 'tenant_id': '3bae3e36253c4e47b7b507f53663186b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '6a94de47-d7a2-4040-8bc8-47884c6fe20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:34Z', 'updated_at': '2022-06-16T18:57:36Z', 'revision_number': 3, 'project_id': '3bae3e36253c4e47b7b507f53663186b', 'gw_port': {'id': '6a94de47-d7a2-4040-8bc8-47884c6fe20b', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:26:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23dfae63-8b8d-4cff-b35c-fc69811bd056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:36Z', 'updated_at': '2022-06-16T18:57:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi'}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:57:38.359961 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bc8841-7da5-4e9c-b7e3-25d88ef79711 None None] Checking router: 23dfae63-8b8d-4cff-b35c-fc69811bd056 for host: dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:57:38.360319 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bc8841-7da5-4e9c-b7e3-25d88ef79711 None None] Updating router 23dfae63-8b8d-4cff-b35c-fc69811bd056 port 6a94de47-d7a2-4040-8bc8-47884c6fe20b binding host dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:57:38.399784 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-a1bc8841-7da5-4e9c-b7e3-25d88ef79711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (6a94de47-d7a2-4040-8bc8-47884c6fe20b), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:38.442397 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port dd7577d1-5cc5-43a8-a253-9eaa547ffb39 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:57:38.443137 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (dd7577d1-5cc5-43a8-a253-9eaa547ffb39), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:38.444526 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=100 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:38.538893 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-0f9957bf-c13e-4d79-8b7a-dff7d5141caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:38.643920 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port dd7577d1-5cc5-43a8-a253-9eaa547ffb39 is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:57:38.701661 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.db_base_plugin_common [None req-0f9957bf-c13e-4d79-8b7a-dff7d5141caf admin admin] Allocated IP 172.20.0.1 (c6de8802-2e60-45d6-a939-86b9ab3d487c/1bdbc34f-10fc-4f8f-8f55-2bb1a8fea258/897e3caf-6773-45e7-bf82-44671789d8dd) {{(pid=116192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:57:38.746114 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-a1bc8841-7da5-4e9c-b7e3-25d88ef79711 None None] Publish callbacks [] for port (6a94de47-d7a2-4040-8bc8-47884c6fe20b), precommit_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:38.798872 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:38.816869 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-0f9957bf-c13e-4d79-8b7a-dff7d5141caf admin admin] Publish callbacks [] for port (897e3caf-6773-45e7-bf82-44671789d8dd), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:38.824711 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-a1bc8841-7da5-4e9c-b7e3-25d88ef79711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (6a94de47-d7a2-4040-8bc8-47884c6fe20b), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:38.877832 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-a1bc8841-7da5-4e9c-b7e3-25d88ef79711 None None] Attempting to bind port 6a94de47-d7a2-4040-8bc8-47884c6fe20b on host dv-cinder-846171-1-iscsi for vnic_type normal with profile {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:57:38.878203 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-a1bc8841-7da5-4e9c-b7e3-25d88ef79711 None None] Attempting to bind port 6a94de47-d7a2-4040-8bc8-47884c6fe20b by drivers openvswitch,hyperv on host dv-cinder-846171-1-iscsi at level 0 using segments [{'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:57:38.878608 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bc8841-7da5-4e9c-b7e3-25d88ef79711 None None] Attempting to bind port 6a94de47-d7a2-4040-8bc8-47884c6fe20b on network d7ab3290-3ce1-430c-a2b5-625628340a0e {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:57:38.880764 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d5068-f088-4887-8ae1-d490982dd7e9 None None] Pushing event updated for resources: {'Port': ['ID=6a94de47-d7a2-4040-8bc8-47884c6fe20b,revision_number=2']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:38.886566 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bc8841-7da5-4e9c-b7e3-25d88ef79711 None None] Checking agent: {'id': 'ea8cc94b-de2a-4266-a745-8fe843a33d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846171-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 47, 42), 'started_at': datetime.datetime(2022, 6, 16, 18, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846171-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:57:38.886814 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bc8841-7da5-4e9c-b7e3-25d88ef79711 None None] Checking segment: {'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:57:38.887220 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-a1bc8841-7da5-4e9c-b7e3-25d88ef79711 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:38.887648 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bc8841-7da5-4e9c-b7e3-25d88ef79711 None None] Bound using segment: {'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:57:38.888066 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-a1bc8841-7da5-4e9c-b7e3-25d88ef79711 None None] Bound port: 6a94de47-d7a2-4040-8bc8-47884c6fe20b, host: dv-cinder-846171-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:57:38.888447 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-a1bc8841-7da5-4e9c-b7e3-25d88ef79711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (6a94de47-d7a2-4040-8bc8-47884c6fe20b), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:38.890055 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-0f9957bf-c13e-4d79-8b7a-dff7d5141caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326567'] for port (897e3caf-6773-45e7-bf82-44671789d8dd), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:38.931962 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9957bf-c13e-4d79-8b7a-dff7d5141caf admin admin] Network c6de8802-2e60-45d6-a939-86b9ab3d487c is already hosted by enough agents. {{(pid=116192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:57:38.939910 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-0f9957bf-c13e-4d79-8b7a-dff7d5141caf admin admin] Resources bound (agent type, host, resource id): {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:57:38.943639 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9957bf-c13e-4d79-8b7a-dff7d5141caf admin admin] Received port after_create {{(pid=116192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:57:38.946889 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9957bf-c13e-4d79-8b7a-dff7d5141caf admin admin] Pushing event updated for resources: {'Port': ['ID=897e3caf-6773-45e7-bf82-44671789d8dd,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:38.958728 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-a1bc8841-7da5-4e9c-b7e3-25d88ef79711 None None] For port 6a94de47-d7a2-4040-8bc8-47884c6fe20b, host dv-cinder-846171-1-iscsi, cleared binding levels {{(pid=116194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:57:38.962439 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-a1bc8841-7da5-4e9c-b7e3-25d88ef79711 None None] For port 6a94de47-d7a2-4040-8bc8-47884c6fe20b, host dv-cinder-846171-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=6a94de47-d7a2-4040-8bc8-47884c6fe20b,segment=NetworkSegment(71d34237-f06f-4603-b433-3dd04278adc6),segment_id=71d34237-f06f-4603-b433-3dd04278adc6)] {{(pid=116194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:57:38.983468 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-0f9957bf-c13e-4d79-8b7a-dff7d5141caf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8339802'] for router_interface (23dfae63-8b8d-4cff-b35c-fc69811bd056), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:39.014180 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-79e02015-44e4-4077-a0ea-25ab06c31e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:39.090102 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-a1bc8841-7da5-4e9c-b7e3-25d88ef79711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (6a94de47-d7a2-4040-8bc8-47884c6fe20b), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:39.178213 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bc8841-7da5-4e9c-b7e3-25d88ef79711 None None] Routers {'23dfae63-8b8d-4cff-b35c-fc69811bd056'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:57:39.178859 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-a1bc8841-7da5-4e9c-b7e3-25d88ef79711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:57:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['23dfae63-8b8d-4cff-b35c-fc69811bd056'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:57:39.191025 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-0f9957bf-c13e-4d79-8b7a-dff7d5141caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (897e3caf-6773-45e7-bf82-44671789d8dd), before_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:39.246685 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d5068-f088-4887-8ae1-d490982dd7e9 None None] Pushing event updated for resources: {'Port': ['ID=6a94de47-d7a2-4040-8bc8-47884c6fe20b,revision_number=3']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:39.280221 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-8de707ab-f38a-4511-892c-c571ec9a2650 None None] Provisioning complete for port 897e3caf-6773-45e7-bf82-44671789d8dd triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:57:39.280595 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-8de707ab-f38a-4511-892c-c571ec9a2650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (897e3caf-6773-45e7-bf82-44671789d8dd), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:39.319270 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:39.347351 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-8de707ab-f38a-4511-892c-c571ec9a2650 None None] Port 897e3caf-6773-45e7-bf82-44671789d8dd cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:57:39.353230 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-a1bc8841-7da5-4e9c-b7e3-25d88ef79711 None None] Set router 23dfae63-8b8d-4cff-b35c-fc69811bd056 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:57:39.392930 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e11730-c376-422f-8619-afae3800f7c9 req-cf3e805b-8d49-4711-b977-8f86bfb509cc tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:39.402953 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-46e11730-c376-422f-8619-afae3800f7c9 req-cf3e805b-8d49-4711-b977-8f86bfb509cc tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0683787 Jun 16 18:57:39.404791 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:39.409840 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-0f9957bf-c13e-4d79-8b7a-dff7d5141caf admin admin] Publish callbacks [] for port (897e3caf-6773-45e7-bf82-44671789d8dd), precommit_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:39.449470 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-46e11730-c376-422f-8619-afae3800f7c9 req-bf334b34-f810-4672-8d74-0d94e74cc2e0 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454748 Jun 16 18:57:39.477226 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-0f9957bf-c13e-4d79-8b7a-dff7d5141caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326574'] for port (897e3caf-6773-45e7-bf82-44671789d8dd), after_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:39.554501 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-0f9957bf-c13e-4d79-8b7a-dff7d5141caf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8339886'] for router_interface (23dfae63-8b8d-4cff-b35c-fc69811bd056), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:39.556261 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9957bf-c13e-4d79-8b7a-dff7d5141caf admin admin] Pushing event updated for resources: {'Port': ['ID=897e3caf-6773-45e7-bf82-44671789d8dd,revision_number=2']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:39.575992 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-a1bc8841-7da5-4e9c-b7e3-25d88ef79711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23dfae63-8b8d-4cff-b35c-fc69811bd056', 'name': 'tempest-TestShelveInstance-14185217-router', 'tenant_id': '3bae3e36253c4e47b7b507f53663186b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '6a94de47-d7a2-4040-8bc8-47884c6fe20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:34Z', 'updated_at': '2022-06-16T18:57:39Z', 'revision_number': 4, 'project_id': '3bae3e36253c4e47b7b507f53663186b', 'gw_port': {'id': '6a94de47-d7a2-4040-8bc8-47884c6fe20b', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:26:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23dfae63-8b8d-4cff-b35c-fc69811bd056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:36Z', 'updated_at': '2022-06-16T18:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '897e3caf-6773-45e7-bf82-44671789d8dd', 'name': '', 'network_id': 'c6de8802-2e60-45d6-a939-86b9ab3d487c', 'tenant_id': '3bae3e36253c4e47b7b507f53663186b', 'mac_address': 'fa:16:3e:0a:e5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23dfae63-8b8d-4cff-b35c-fc69811bd056', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '1bdbc34f-10fc-4f8f-8f55-2bb1a8fea258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:38Z', 'updated_at': '2022-06-16T18:57:38Z', 'revision_number': 1, 'project_id': '3bae3e36253c4e47b7b507f53663186b', 'subnets': [{'id': '1bdbc34f-10fc-4f8f-8f55-2bb1a8fea258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:57:39.605225 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bc8841-7da5-4e9c-b7e3-25d88ef79711 None None] The sync data for ids ['23dfae63-8b8d-4cff-b35c-fc69811bd056'] in dv-cinder-846171-1-iscsi is: [{'id': '23dfae63-8b8d-4cff-b35c-fc69811bd056', 'name': 'tempest-TestShelveInstance-14185217-router', 'tenant_id': '3bae3e36253c4e47b7b507f53663186b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '6a94de47-d7a2-4040-8bc8-47884c6fe20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:34Z', 'updated_at': '2022-06-16T18:57:39Z', 'revision_number': 4, 'project_id': '3bae3e36253c4e47b7b507f53663186b', 'gw_port': {'id': '6a94de47-d7a2-4040-8bc8-47884c6fe20b', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:26:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23dfae63-8b8d-4cff-b35c-fc69811bd056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:36Z', 'updated_at': '2022-06-16T18:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '897e3caf-6773-45e7-bf82-44671789d8dd', 'name': '', 'network_id': 'c6de8802-2e60-45d6-a939-86b9ab3d487c', 'tenant_id': '3bae3e36253c4e47b7b507f53663186b', 'mac_address': 'fa:16:3e:0a:e5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23dfae63-8b8d-4cff-b35c-fc69811bd056', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '1bdbc34f-10fc-4f8f-8f55-2bb1a8fea258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:38Z', 'updated_at': '2022-06-16T18:57:38Z', 'revision_number': 1, 'project_id': '3bae3e36253c4e47b7b507f53663186b', 'subnets': [{'id': '1bdbc34f-10fc-4f8f-8f55-2bb1a8fea258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:57:39.663675 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9957bf-c13e-4d79-8b7a-dff7d5141caf admin admin] Network c6de8802-2e60-45d6-a939-86b9ab3d487c is already hosted by enough agents. {{(pid=116192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:57:39.665151 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-0f9957bf-c13e-4d79-8b7a-dff7d5141caf admin admin] Resources bound (agent type, host, resource id): {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:57:39.785517 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9957bf-c13e-4d79-8b7a-dff7d5141caf admin admin] Router 23dfae63-8b8d-4cff-b35c-fc69811bd056 has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:57:39.937892 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9957bf-c13e-4d79-8b7a-dff7d5141caf admin admin] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:57:39.949292 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-0f9957bf-c13e-4d79-8b7a-dff7d5141caf admin admin] 10.222.0.81 "PUT /v2.0/routers/23dfae63-8b8d-4cff-b35c-fc69811bd056/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1134086 Jun 16 18:57:39.971321 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-06828c55-36ab-4ab9-903e-c8a7afe71dd7 None None] Provisioning complete for port 897e3caf-6773-45e7-bf82-44671789d8dd triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:57:39.971683 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-06828c55-36ab-4ab9-903e-c8a7afe71dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (897e3caf-6773-45e7-bf82-44671789d8dd), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:40.013762 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-06828c55-36ab-4ab9-903e-c8a7afe71dd7 None None] Port 897e3caf-6773-45e7-bf82-44671789d8dd cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:57:40.226071 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:40.482998 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 49404) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:40.487233 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-6da1fbf3-a8f7-40dc-94cf-7213dd5e0539 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-416391496', 'description': 'tempest-secgroup-smoke-416391496 description', 'project_id': '5db8d64fab0e45ffbba87b1ae3b48703'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:57:40.599829 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6da1fbf3-a8f7-40dc-94cf-7213dd5e0539 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:40.605795 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc638e31-25f5-4940-b348-1bed97aab5d0 req-3dc2ab5f-f49f-4696-9a24-b8fd8e8ffb13 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:40.608937 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-dc638e31-25f5-4940-b348-1bed97aab5d0 req-3dc2ab5f-f49f-4696-9a24-b8fd8e8ffb13 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0723608 Jun 16 18:57:40.630257 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:40.706176 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-dc638e31-25f5-4940-b348-1bed97aab5d0 req-435f888a-2b26-4d61-a284-fec19a5fa250 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851300 Jun 16 18:57:40.747978 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6da1fbf3-a8f7-40dc-94cf-7213dd5e0539 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks [] for security_group (b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:40.776922 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 49420) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:40.800053 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6da1fbf3-a8f7-40dc-94cf-7213dd5e0539 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:40.847502 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da1fbf3-a8f7-40dc-94cf-7213dd5e0539 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:40.869591 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aadc8d2-414b-4676-80ec-0c81cd6b5e2e req-092f0e09-d138-46e1-9c2f-d234b0e5de2d tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:40.871684 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2aadc8d2-414b-4676-80ec-0c81cd6b5e2e req-092f0e09-d138-46e1-9c2f-d234b0e5de2d tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=25fe61a4-e1c1-4098-91db-fbb42c8b1d7b HTTP/1.1" status: 200 len: 945 time: 0.0797534 Jun 16 18:57:40.911455 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6da1fbf3-a8f7-40dc-94cf-7213dd5e0539 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:40.912368 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-6da1fbf3-a8f7-40dc-94cf-7213dd5e0539 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4295564 Jun 16 18:57:40.916265 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 49428) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:40.923834 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-f825c084-98d8-489f-bf88-a66759372311 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Request body: {'security_group_rule': {'security_group_id': 'b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8', 'project_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:57:40.957093 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2aadc8d2-414b-4676-80ec-0c81cd6b5e2e req-834a83d6-dd7e-4fe6-9343-8a70e2d16f3e tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785863 Jun 16 18:57:40.958064 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-5e583247-6777-42f8-97da-55e37f9b9449 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:40.985070 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:40.991263 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f825c084-98d8-489f-bf88-a66759372311 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks [] for security_group_rule (019aaa77-19de-473d-abfb-99969c15c2a0), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:41.046557 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-5e583247-6777-42f8-97da-55e37f9b9449 admin admin] Publish callbacks [] for security_group (9973c0f3-42b4-4353-b430-039b02101586), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:41.057135 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f825c084-98d8-489f-bf88-a66759372311 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks [] for security_group_rule (019aaa77-19de-473d-abfb-99969c15c2a0), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:41.099551 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-5e583247-6777-42f8-97da-55e37f9b9449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (9973c0f3-42b4-4353-b430-039b02101586), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:41.122495 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f825c084-98d8-489f-bf88-a66759372311 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932097'] for security_group_rule (019aaa77-19de-473d-abfb-99969c15c2a0), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:41.143023 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825c084-98d8-489f-bf88-a66759372311 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=019aaa77-19de-473d-abfb-99969c15c2a0,revision_number=0']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:41.145367 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-5e583247-6777-42f8-97da-55e37f9b9449 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=25c8cef61e144ea6a0b6ed80e00d6f68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3672547 Jun 16 18:57:41.146513 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e583247-6777-42f8-97da-55e37f9b9449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9973c0f3-42b4-4353-b430-039b02101586,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:41.148249 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 49432) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:41.170796 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:41.199471 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f825c084-98d8-489f-bf88-a66759372311 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:41.200735 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-f825c084-98d8-489f-bf88-a66759372311 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2826903 Jun 16 18:57:41.203537 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 49434) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:41.205471 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-82aa72ea-2f5a-4d75-9c5e-30d332957263 admin admin] Publish callbacks [] for security_group (9973c0f3-42b4-4353-b430-039b02101586), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:41.209562 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-90e84c79-41c1-48d5-938b-8a84571bd8c9 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Request body: {'security_group_rule': {'security_group_id': 'b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8', 'project_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:57:41.247676 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-82aa72ea-2f5a-4d75-9c5e-30d332957263 admin admin] Publish callbacks [] for security_group (9973c0f3-42b4-4353-b430-039b02101586), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:41.317688 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-90e84c79-41c1-48d5-938b-8a84571bd8c9 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks [] for security_group_rule (f6c5b45c-12be-4646-b400-e6a15d8a4ef0), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:41.406902 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-82aa72ea-2f5a-4d75-9c5e-30d332957263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (9973c0f3-42b4-4353-b430-039b02101586), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:41.406902 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-82aa72ea-2f5a-4d75-9c5e-30d332957263 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:41.406902 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-82aa72ea-2f5a-4d75-9c5e-30d332957263 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9973c0f3-42b4-4353-b430-039b02101586 HTTP/1.1" status: 204 len: 168 time: 0.2567959 Jun 16 18:57:41.409381 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-90e84c79-41c1-48d5-938b-8a84571bd8c9 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks [] for security_group_rule (f6c5b45c-12be-4646-b400-e6a15d8a4ef0), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:41.421461 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa72ea-2f5a-4d75-9c5e-30d332957263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9973c0f3-42b4-4353-b430-039b02101586,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:41.482566 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-90e84c79-41c1-48d5-938b-8a84571bd8c9 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932097'] for security_group_rule (f6c5b45c-12be-4646-b400-e6a15d8a4ef0), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:41.501174 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e84c79-41c1-48d5-938b-8a84571bd8c9 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c5b45c-12be-4646-b400-e6a15d8a4ef0,revision_number=0']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:41.557110 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:41.593540 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-90e84c79-41c1-48d5-938b-8a84571bd8c9 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:41.597895 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 49452) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:41.598046 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-90e84c79-41c1-48d5-938b-8a84571bd8c9 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3933787 Jun 16 18:57:41.606761 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-2c000e40-8104-48b1-8a2a-1580646c5036 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Request body: {'security_group_rule': {'security_group_id': 'b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8', 'project_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:57:41.750337 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2c000e40-8104-48b1-8a2a-1580646c5036 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks [] for security_group_rule (13fd4d37-665b-4955-a7a3-cc47474d9a08), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:41.808647 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 6a94de47-d7a2-4040-8bc8-47884c6fe20b up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:57:41.837171 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:41.847614 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2c000e40-8104-48b1-8a2a-1580646c5036 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks [] for security_group_rule (13fd4d37-665b-4955-a7a3-cc47474d9a08), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:41.868107 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 6a94de47-d7a2-4040-8bc8-47884c6fe20b triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:57:41.868493 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (6a94de47-d7a2-4040-8bc8-47884c6fe20b), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:41.952949 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 49466) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:41.967711 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2c000e40-8104-48b1-8a2a-1580646c5036 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932097'] for security_group_rule (13fd4d37-665b-4955-a7a3-cc47474d9a08), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:41.980137 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 6a94de47-d7a2-4040-8bc8-47884c6fe20b is: DOWN; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:57:41.980774 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (6a94de47-d7a2-4040-8bc8-47884c6fe20b), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:41.987318 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c000e40-8104-48b1-8a2a-1580646c5036 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13fd4d37-665b-4955-a7a3-cc47474d9a08,revision_number=0']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:42.006592 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] For port 6a94de47-d7a2-4040-8bc8-47884c6fe20b, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=6a94de47-d7a2-4040-8bc8-47884c6fe20b,segment=NetworkSegment(71d34237-f06f-4603-b433-3dd04278adc6),segment_id=71d34237-f06f-4603-b433-3dd04278adc6)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:57:42.088720 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:42.091119 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (6a94de47-d7a2-4040-8bc8-47884c6fe20b), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:42.101986 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2c000e40-8104-48b1-8a2a-1580646c5036 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:42.101986 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-2c000e40-8104-48b1-8a2a-1580646c5036 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4972126 Jun 16 18:57:42.102360 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 49474) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:42.105681 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-c779862b-7851-4904-897d-e5961971b407 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:42.107604 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-9c8eaed8-2dd1-4560-a63b-5ba99c34cdeb tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Request body: {'security_group_rule': {'security_group_id': 'b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8', 'project_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:57:42.140434 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Pushing event updated for resources: {'Port': ['ID=6a94de47-d7a2-4040-8bc8-47884c6fe20b,revision_number=4']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:42.143497 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:42.194640 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-c779862b-7851-4904-897d-e5961971b407 admin admin] Publish callbacks [] for security_group (6fe09004-70cb-4701-8b7f-29b3405959d6), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:42.241743 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-9c8eaed8-2dd1-4560-a63b-5ba99c34cdeb tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks [] for security_group_rule (e7bacf0a-4159-4ea7-a083-61003f9b97b3), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:42.282574 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-c779862b-7851-4904-897d-e5961971b407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (6fe09004-70cb-4701-8b7f-29b3405959d6), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:42.315194 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-9c8eaed8-2dd1-4560-a63b-5ba99c34cdeb tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks [] for security_group_rule (e7bacf0a-4159-4ea7-a083-61003f9b97b3), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:42.327960 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-c779862b-7851-4904-897d-e5961971b407 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d135af04e85245efab72dc1f1f1cd245&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3733525 Jun 16 18:57:42.328816 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c779862b-7851-4904-897d-e5961971b407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe09004-70cb-4701-8b7f-29b3405959d6,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:42.330705 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 49478) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:42.384811 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 49480) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:42.392712 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-ccc2a350-59fd-4594-9d89-70612405baab admin admin] Publish callbacks [] for security_group (6fe09004-70cb-4701-8b7f-29b3405959d6), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:42.402651 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-9c8eaed8-2dd1-4560-a63b-5ba99c34cdeb tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932097'] for security_group_rule (e7bacf0a-4159-4ea7-a083-61003f9b97b3), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:42.404356 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-b7e8bfd9-5b37-418c-a9c7-4462e973c224 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:42.405979 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:42.448042 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8eaed8-2dd1-4560-a63b-5ba99c34cdeb tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7bacf0a-4159-4ea7-a083-61003f9b97b3,revision_number=0']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:42.450970 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-ccc2a350-59fd-4594-9d89-70612405baab admin admin] Publish callbacks [] for security_group (6fe09004-70cb-4701-8b7f-29b3405959d6), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:42.516142 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-9c8eaed8-2dd1-4560-a63b-5ba99c34cdeb tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:42.517359 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-9c8eaed8-2dd1-4560-a63b-5ba99c34cdeb tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4138758 Jun 16 18:57:42.520389 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 49482) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:42.527845 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-8e3547d9-f9bf-4123-accd-bf75c1274f28 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Request body: {'security_group_rule': {'security_group_id': 'b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8', 'project_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:57:42.570255 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-b7e8bfd9-5b37-418c-a9c7-4462e973c224 admin admin] Publish callbacks [] for security_group (2593138c-c417-4743-b123-49ba5bba0e40), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:42.602560 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-ccc2a350-59fd-4594-9d89-70612405baab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (6fe09004-70cb-4701-8b7f-29b3405959d6), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:42.605923 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-ccc2a350-59fd-4594-9d89-70612405baab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:42.609722 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-ccc2a350-59fd-4594-9d89-70612405baab admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6fe09004-70cb-4701-8b7f-29b3405959d6 HTTP/1.1" status: 204 len: 168 time: 0.2755799 Jun 16 18:57:42.615420 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc2a350-59fd-4594-9d89-70612405baab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe09004-70cb-4701-8b7f-29b3405959d6,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:42.634394 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.db.securitygroups_db [None req-8e3547d9-f9bf-4123-accd-bf75c1274f28 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Project 5db8d64fab0e45ffbba87b1ae3b48703 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 18:57:42.641968 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-b7e8bfd9-5b37-418c-a9c7-4462e973c224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (2593138c-c417-4743-b123-49ba5bba0e40), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:42.652069 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:42.659687 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8e3547d9-f9bf-4123-accd-bf75c1274f28 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks [] for security_group_rule (b18144d6-8395-4bb3-b0a9-00c8960e71f4), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:42.697791 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-b7e8bfd9-5b37-418c-a9c7-4462e973c224 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0c5e970449d34a0eb973b342a81a05cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3117626 Jun 16 18:57:42.700274 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 49488) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:42.716489 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8bfd9-5b37-418c-a9c7-4462e973c224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2593138c-c417-4743-b123-49ba5bba0e40,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:42.757902 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8e3547d9-f9bf-4123-accd-bf75c1274f28 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks [] for security_group_rule (b18144d6-8395-4bb3-b0a9-00c8960e71f4), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:42.784822 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-16916bf1-022e-426f-847f-08423f1849fd admin admin] Publish callbacks [] for security_group (2593138c-c417-4743-b123-49ba5bba0e40), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:42.808887 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-16916bf1-022e-426f-847f-08423f1849fd admin admin] Publish callbacks [] for security_group (2593138c-c417-4743-b123-49ba5bba0e40), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:42.827101 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8e3547d9-f9bf-4123-accd-bf75c1274f28 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932097'] for security_group_rule (b18144d6-8395-4bb3-b0a9-00c8960e71f4), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:42.861872 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3547d9-f9bf-4123-accd-bf75c1274f28 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b18144d6-8395-4bb3-b0a9-00c8960e71f4,revision_number=0']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:42.918848 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-16916bf1-022e-426f-847f-08423f1849fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (2593138c-c417-4743-b123-49ba5bba0e40), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:42.919610 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8e3547d9-f9bf-4123-accd-bf75c1274f28 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:42.923509 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-8e3547d9-f9bf-4123-accd-bf75c1274f28 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3994431 Jun 16 18:57:42.923721 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 49492) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:42.925104 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-16916bf1-022e-426f-847f-08423f1849fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:42.928595 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-16916bf1-022e-426f-847f-08423f1849fd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2593138c-c417-4743-b123-49ba5bba0e40 HTTP/1.1" status: 204 len: 168 time: 0.2250345 Jun 16 18:57:42.940534 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16916bf1-022e-426f-847f-08423f1849fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2593138c-c417-4743-b123-49ba5bba0e40,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:42.943927 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-f486ac42-82dc-47f4-ac50-9595f9e716bd tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Request body: {'security_group_rule': {'security_group_id': 'b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8', 'project_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:57:43.054814 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.db.securitygroups_db [None req-f486ac42-82dc-47f4-ac50-9595f9e716bd tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Project 5db8d64fab0e45ffbba87b1ae3b48703 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 18:57:43.063454 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f486ac42-82dc-47f4-ac50-9595f9e716bd tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks [] for security_group_rule (cd59a3dd-f399-4670-8596-bc88f3749b8b), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:43.152194 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f486ac42-82dc-47f4-ac50-9595f9e716bd tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks [] for security_group_rule (cd59a3dd-f399-4670-8596-bc88f3749b8b), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:43.195155 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf20758b-8cd6-4a69-b2e4-48b08559c37e None None] Sync routers for ids ['23dfae63-8b8d-4cff-b35c-fc69811bd056'] in dv-cinder-846171-1-iscsi {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:57:43.201501 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f486ac42-82dc-47f4-ac50-9595f9e716bd tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932097'] for security_group_rule (cd59a3dd-f399-4670-8596-bc88f3749b8b), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:43.212835 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf20758b-8cd6-4a69-b2e4-48b08559c37e None None] Routers {'23dfae63-8b8d-4cff-b35c-fc69811bd056'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:57:43.214683 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-bf20758b-8cd6-4a69-b2e4-48b08559c37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:57:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['23dfae63-8b8d-4cff-b35c-fc69811bd056'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:57:43.225635 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486ac42-82dc-47f4-ac50-9595f9e716bd tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd59a3dd-f399-4670-8596-bc88f3749b8b,revision_number=0']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:43.312829 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f486ac42-82dc-47f4-ac50-9595f9e716bd tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:43.317041 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-f486ac42-82dc-47f4-ac50-9595f9e716bd tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3923438 Jun 16 18:57:43.339488 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-bf20758b-8cd6-4a69-b2e4-48b08559c37e None None] Set router 23dfae63-8b8d-4cff-b35c-fc69811bd056 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:57:43.418482 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a06f3-7ebb-44b7-a9ae-bd9c613599a2 req-58c17470-458d-4a57-a76a-20cd7061f92f tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:43.426142 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-511a06f3-7ebb-44b7-a9ae-bd9c613599a2 req-58c17470-458d-4a57-a76a-20cd7061f92f tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=25fe61a4-e1c1-4098-91db-fbb42c8b1d7b HTTP/1.1" status: 200 len: 945 time: 0.0608602 Jun 16 18:57:43.473165 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:43.511492 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826c250-b536-4ebe-b303-4f4abb682f2e req-1ec40334-5434-478c-b104-f5ae8d90b342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:43.513974 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-4826c250-b536-4ebe-b303-4f4abb682f2e req-1ec40334-5434-478c-b104-f5ae8d90b342 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ed8501d1ff734054ba0a6ef4c398d051&device_id=25fe61a4-e1c1-4098-91db-fbb42c8b1d7b HTTP/1.1" status: 200 len: 1129 time: 0.0814614 Jun 16 18:57:43.541092 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-511a06f3-7ebb-44b7-a9ae-bd9c613599a2 req-71e5059d-1549-405c-bcde-4cac800a4aea tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136565 Jun 16 18:57:43.552235 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-bf20758b-8cd6-4a69-b2e4-48b08559c37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23dfae63-8b8d-4cff-b35c-fc69811bd056', 'name': 'tempest-TestShelveInstance-14185217-router', 'tenant_id': '3bae3e36253c4e47b7b507f53663186b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '6a94de47-d7a2-4040-8bc8-47884c6fe20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:34Z', 'updated_at': '2022-06-16T18:57:39Z', 'revision_number': 4, 'project_id': '3bae3e36253c4e47b7b507f53663186b', 'gw_port': {'id': '6a94de47-d7a2-4040-8bc8-47884c6fe20b', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:26:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dfae63-8b8d-4cff-b35c-fc69811bd056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:36Z', 'updated_at': '2022-06-16T18:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '897e3caf-6773-45e7-bf82-44671789d8dd', 'name': '', 'network_id': 'c6de8802-2e60-45d6-a939-86b9ab3d487c', 'tenant_id': '3bae3e36253c4e47b7b507f53663186b', 'mac_address': 'fa:16:3e:0a:e5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23dfae63-8b8d-4cff-b35c-fc69811bd056', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '1bdbc34f-10fc-4f8f-8f55-2bb1a8fea258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:38Z', 'updated_at': '2022-06-16T18:57:39Z', 'revision_number': 2, 'project_id': '3bae3e36253c4e47b7b507f53663186b', 'subnets': [{'id': '1bdbc34f-10fc-4f8f-8f55-2bb1a8fea258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:57:43.583654 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf20758b-8cd6-4a69-b2e4-48b08559c37e None None] Checking router: 23dfae63-8b8d-4cff-b35c-fc69811bd056 for host: dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:57:43.584010 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf20758b-8cd6-4a69-b2e4-48b08559c37e None None] Updating router 23dfae63-8b8d-4cff-b35c-fc69811bd056 port 897e3caf-6773-45e7-bf82-44671789d8dd binding host dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:57:43.614167 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-bf20758b-8cd6-4a69-b2e4-48b08559c37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (897e3caf-6773-45e7-bf82-44671789d8dd), before_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:43.643415 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826c250-b536-4ebe-b303-4f4abb682f2e req-808bdeb4-2dd7-4ccf-95d1-d75ebf89cf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:43.646732 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-4826c250-b536-4ebe-b303-4f4abb682f2e req-808bdeb4-2dd7-4ccf-95d1-d75ebf89cf2a service neutron] 10.222.0.66 "GET /v2.0/networks?id=9f034df0-3327-47b9-8a71-7606258bf90a HTTP/1.1" status: 200 len: 920 time: 0.1133418 Jun 16 18:57:43.648275 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:43.704459 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-4826c250-b536-4ebe-b303-4f4abb682f2e req-04eb7b4c-8a6a-4819-9cd5-cc86678656df service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e4f94ae-ac05-441d-a1fa-fa6601b9d389 HTTP/1.1" status: 200 len: 217 time: 0.0485680 Jun 16 18:57:43.777474 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826c250-b536-4ebe-b303-4f4abb682f2e req-737679ce-d1ca-4454-8398-78181d2ef62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:43.779229 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-4826c250-b536-4ebe-b303-4f4abb682f2e req-737679ce-d1ca-4454-8398-78181d2ef62a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=21288f53-db0a-40bc-af1b-49bfa8ab21bd HTTP/1.1" status: 200 len: 857 time: 0.0604427 Jun 16 18:57:43.850701 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 6a94de47-d7a2-4040-8bc8-47884c6fe20b up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:57:43.866853 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826c250-b536-4ebe-b303-4f4abb682f2e req-0a122f1e-b231-453e-9265-3e2f506f5cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:43.878738 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-4826c250-b536-4ebe-b303-4f4abb682f2e req-0a122f1e-b231-453e-9265-3e2f506f5cf0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9f034df0-3327-47b9-8a71-7606258bf90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0922761 Jun 16 18:57:43.903034 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-bf20758b-8cd6-4a69-b2e4-48b08559c37e None None] Publish callbacks [] for port (897e3caf-6773-45e7-bf82-44671789d8dd), precommit_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:43.934571 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 6a94de47-d7a2-4040-8bc8-47884c6fe20b triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:57:43.935423 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (6a94de47-d7a2-4040-8bc8-47884c6fe20b), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:43.980311 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-bf20758b-8cd6-4a69-b2e4-48b08559c37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (897e3caf-6773-45e7-bf82-44671789d8dd), after_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:44.016790 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-4826c250-b536-4ebe-b303-4f4abb682f2e req-43253717-07b4-41d8-bc74-179a07d7c1ad service neutron] 10.222.0.66 "GET /v2.0/networks/9f034df0-3327-47b9-8a71-7606258bf90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186526 Jun 16 18:57:44.048458 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f436d-f51e-40cf-a6ee-6d7dae4df8b8 None None] Pushing event updated for resources: {'Port': ['ID=897e3caf-6773-45e7-bf82-44671789d8dd,revision_number=3']} {{(pid=116195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:44.084161 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 6a94de47-d7a2-4040-8bc8-47884c6fe20b is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:57:44.120870 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-4826c250-b536-4ebe-b303-4f4abb682f2e req-afd54ff4-fe30-4ee6-949c-bad3e031cb74 service neutron] 10.222.0.66 "GET /v2.0/networks/9f034df0-3327-47b9-8a71-7606258bf90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010103 Jun 16 18:57:44.133434 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.managers [None req-bf20758b-8cd6-4a69-b2e4-48b08559c37e None None] Attempting to bind port 897e3caf-6773-45e7-bf82-44671789d8dd on host dv-cinder-846171-1-iscsi for vnic_type normal with profile {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:57:44.133888 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.managers [None req-bf20758b-8cd6-4a69-b2e4-48b08559c37e None None] Attempting to bind port 897e3caf-6773-45e7-bf82-44671789d8dd by drivers openvswitch,hyperv on host dv-cinder-846171-1-iscsi at level 0 using segments [{'id': '455cca75-ca87-492f-8a6a-0eba8fac6e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'c6de8802-2e60-45d6-a939-86b9ab3d487c'}] {{(pid=116195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:57:44.134309 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf20758b-8cd6-4a69-b2e4-48b08559c37e None None] Attempting to bind port 897e3caf-6773-45e7-bf82-44671789d8dd on network c6de8802-2e60-45d6-a939-86b9ab3d487c {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:57:44.144108 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf20758b-8cd6-4a69-b2e4-48b08559c37e None None] Checking agent: {'id': 'ea8cc94b-de2a-4266-a745-8fe843a33d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846171-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 47, 42), 'started_at': datetime.datetime(2022, 6, 16, 18, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846171-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:57:44.144547 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf20758b-8cd6-4a69-b2e4-48b08559c37e None None] Checking segment: {'id': '455cca75-ca87-492f-8a6a-0eba8fac6e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'c6de8802-2e60-45d6-a939-86b9ab3d487c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:57:44.144942 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-bf20758b-8cd6-4a69-b2e4-48b08559c37e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:44.145347 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf20758b-8cd6-4a69-b2e4-48b08559c37e None None] Bound using segment: {'id': '455cca75-ca87-492f-8a6a-0eba8fac6e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'c6de8802-2e60-45d6-a939-86b9ab3d487c'} {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:57:44.145851 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.managers [None req-bf20758b-8cd6-4a69-b2e4-48b08559c37e None None] Bound port: 897e3caf-6773-45e7-bf82-44671789d8dd, host: dv-cinder-846171-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '455cca75-ca87-492f-8a6a-0eba8fac6e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'c6de8802-2e60-45d6-a939-86b9ab3d487c'}}] {{(pid=116195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:57:44.146414 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-bf20758b-8cd6-4a69-b2e4-48b08559c37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (897e3caf-6773-45e7-bf82-44671789d8dd), before_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:44.149545 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=100 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:44.218680 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.db [None req-bf20758b-8cd6-4a69-b2e4-48b08559c37e None None] For port 897e3caf-6773-45e7-bf82-44671789d8dd, host dv-cinder-846171-1-iscsi, cleared binding levels {{(pid=116195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:57:44.223511 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.db [None req-bf20758b-8cd6-4a69-b2e4-48b08559c37e None None] For port 897e3caf-6773-45e7-bf82-44671789d8dd, host dv-cinder-846171-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=897e3caf-6773-45e7-bf82-44671789d8dd,segment=NetworkSegment(455cca75-ca87-492f-8a6a-0eba8fac6e2f),segment_id=455cca75-ca87-492f-8a6a-0eba8fac6e2f)] {{(pid=116195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:57:44.226540 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:44.289371 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-bf20758b-8cd6-4a69-b2e4-48b08559c37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (897e3caf-6773-45e7-bf82-44671789d8dd), after_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:44.355221 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf20758b-8cd6-4a69-b2e4-48b08559c37e None None] Routers {'23dfae63-8b8d-4cff-b35c-fc69811bd056'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:57:44.356209 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-bf20758b-8cd6-4a69-b2e4-48b08559c37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:57:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['23dfae63-8b8d-4cff-b35c-fc69811bd056'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:57:44.382517 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:44.389919 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-093d59aa-23fc-410f-bfe9-a9325e3e43ed None None] Provisioning complete for port 897e3caf-6773-45e7-bf82-44671789d8dd triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:57:44.390686 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-093d59aa-23fc-410f-bfe9-a9325e3e43ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (897e3caf-6773-45e7-bf82-44671789d8dd), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:44.471473 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f436d-f51e-40cf-a6ee-6d7dae4df8b8 None None] Pushing event updated for resources: {'Port': ['ID=897e3caf-6773-45e7-bf82-44671789d8dd,revision_number=4']} {{(pid=116195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:44.504669 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-bf20758b-8cd6-4a69-b2e4-48b08559c37e None None] Set router 23dfae63-8b8d-4cff-b35c-fc69811bd056 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:57:44.511377 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-093d59aa-23fc-410f-bfe9-a9325e3e43ed None None] Current status of the port 897e3caf-6773-45e7-bf82-44671789d8dd is: DOWN; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:57:44.512058 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-093d59aa-23fc-410f-bfe9-a9325e3e43ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (897e3caf-6773-45e7-bf82-44671789d8dd), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:44.587325 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-093d59aa-23fc-410f-bfe9-a9325e3e43ed None None] For port 897e3caf-6773-45e7-bf82-44671789d8dd, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=897e3caf-6773-45e7-bf82-44671789d8dd,segment=NetworkSegment(455cca75-ca87-492f-8a6a-0eba8fac6e2f),segment_id=455cca75-ca87-492f-8a6a-0eba8fac6e2f)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:57:44.674202 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-093d59aa-23fc-410f-bfe9-a9325e3e43ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (897e3caf-6773-45e7-bf82-44671789d8dd), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:44.732857 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe186a-1ac5-4f0f-8ef5-1eb769d96773 req-f5efb8ab-2085-481c-a0f4-c03630a4b8fe tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:44.751987 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-86fe186a-1ac5-4f0f-8ef5-1eb769d96773 req-f5efb8ab-2085-481c-a0f4-c03630a4b8fe tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=25fe61a4-e1c1-4098-91db-fbb42c8b1d7b HTTP/1.1" status: 200 len: 945 time: 0.1238198 Jun 16 18:57:44.763368 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d59aa-23fc-410f-bfe9-a9325e3e43ed None None] Pushing event updated for resources: {'Port': ['ID=897e3caf-6773-45e7-bf82-44671789d8dd,revision_number=5']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:44.826174 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-cee1e991-1449-4553-8e2b-cfaa3508d9dc None None] Provisioning complete for port 897e3caf-6773-45e7-bf82-44671789d8dd triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:57:44.829113 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-cee1e991-1449-4553-8e2b-cfaa3508d9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (897e3caf-6773-45e7-bf82-44671789d8dd), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:44.878237 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-86fe186a-1ac5-4f0f-8ef5-1eb769d96773 req-305f8c5c-2c53-4b40-a904-e4afeae70777 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081831 Jun 16 18:57:44.930756 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-bf20758b-8cd6-4a69-b2e4-48b08559c37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23dfae63-8b8d-4cff-b35c-fc69811bd056', 'name': 'tempest-TestShelveInstance-14185217-router', 'tenant_id': '3bae3e36253c4e47b7b507f53663186b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '6a94de47-d7a2-4040-8bc8-47884c6fe20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:34Z', 'updated_at': '2022-06-16T18:57:39Z', 'revision_number': 4, 'project_id': '3bae3e36253c4e47b7b507f53663186b', 'gw_port': {'id': '6a94de47-d7a2-4040-8bc8-47884c6fe20b', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:26:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dfae63-8b8d-4cff-b35c-fc69811bd056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:36Z', 'updated_at': '2022-06-16T18:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '897e3caf-6773-45e7-bf82-44671789d8dd', 'name': '', 'network_id': 'c6de8802-2e60-45d6-a939-86b9ab3d487c', 'tenant_id': '3bae3e36253c4e47b7b507f53663186b', 'mac_address': 'fa:16:3e:0a:e5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23dfae63-8b8d-4cff-b35c-fc69811bd056', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '1bdbc34f-10fc-4f8f-8f55-2bb1a8fea258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:38Z', 'updated_at': '2022-06-16T18:57:44Z', 'revision_number': 4, 'project_id': '3bae3e36253c4e47b7b507f53663186b', 'subnets': [{'id': '1bdbc34f-10fc-4f8f-8f55-2bb1a8fea258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:57:44.954959 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-cee1e991-1449-4553-8e2b-cfaa3508d9dc None None] Current status of the port 897e3caf-6773-45e7-bf82-44671789d8dd is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:57:44.962853 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf20758b-8cd6-4a69-b2e4-48b08559c37e None None] The sync data for ids ['23dfae63-8b8d-4cff-b35c-fc69811bd056'] in dv-cinder-846171-1-iscsi is: [{'id': '23dfae63-8b8d-4cff-b35c-fc69811bd056', 'name': 'tempest-TestShelveInstance-14185217-router', 'tenant_id': '3bae3e36253c4e47b7b507f53663186b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '6a94de47-d7a2-4040-8bc8-47884c6fe20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:34Z', 'updated_at': '2022-06-16T18:57:39Z', 'revision_number': 4, 'project_id': '3bae3e36253c4e47b7b507f53663186b', 'gw_port': {'id': '6a94de47-d7a2-4040-8bc8-47884c6fe20b', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:26:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dfae63-8b8d-4cff-b35c-fc69811bd056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:36Z', 'updated_at': '2022-06-16T18:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '897e3caf-6773-45e7-bf82-44671789d8dd', 'name': '', 'network_id': 'c6de8802-2e60-45d6-a939-86b9ab3d487c', 'tenant_id': '3bae3e36253c4e47b7b507f53663186b', 'mac_address': 'fa:16:3e:0a:e5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23dfae63-8b8d-4cff-b35c-fc69811bd056', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '1bdbc34f-10fc-4f8f-8f55-2bb1a8fea258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:38Z', 'updated_at': '2022-06-16T18:57:44Z', 'revision_number': 4, 'project_id': '3bae3e36253c4e47b7b507f53663186b', 'subnets': [{'id': '1bdbc34f-10fc-4f8f-8f55-2bb1a8fea258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:57:45.799628 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 897e3caf-6773-45e7-bf82-44671789d8dd up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:57:45.844301 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:45.853810 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 897e3caf-6773-45e7-bf82-44671789d8dd triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:57:45.854238 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (897e3caf-6773-45e7-bf82-44671789d8dd), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:45.955488 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 897e3caf-6773-45e7-bf82-44671789d8dd is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:57:45.981388 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ea9f6-8d1a-4088-afb1-2962654ac0f0 req-56d9481d-0abf-4c3a-a1b3-2a001e77eff8 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:45.983029 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-513ea9f6-8d1a-4088-afb1-2962654ac0f0 req-56d9481d-0abf-4c3a-a1b3-2a001e77eff8 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=25fe61a4-e1c1-4098-91db-fbb42c8b1d7b HTTP/1.1" status: 200 len: 945 time: 0.0537028 Jun 16 18:57:46.038577 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-513ea9f6-8d1a-4088-afb1-2962654ac0f0 req-eb658163-089d-400f-8470-38e178565520 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460489 Jun 16 18:57:46.661830 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 49710) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:46.777560 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-6240d867-1efc-4ddf-b854-a06894522bc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:46.866214 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-6240d867-1efc-4ddf-b854-a06894522bc9 admin admin] Publish callbacks [] for security_group (383d498e-f6af-4eb4-a078-319997d8d9a5), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:46.980006 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-6240d867-1efc-4ddf-b854-a06894522bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (383d498e-f6af-4eb4-a078-319997d8d9a5), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:47.029198 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-6240d867-1efc-4ddf-b854-a06894522bc9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2c53f45e2ea14ae9b8c82aa3fa271bc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3629642 Jun 16 18:57:47.029198 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240d867-1efc-4ddf-b854-a06894522bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383d498e-f6af-4eb4-a078-319997d8d9a5,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:47.029847 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 49728) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:47.048866 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 49732) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:47.114078 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-65e17165-a660-4f97-b928-b2986fad10ff admin admin] Publish callbacks [] for security_group (383d498e-f6af-4eb4-a078-319997d8d9a5), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:47.148000 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-65e17165-a660-4f97-b928-b2986fad10ff admin admin] Publish callbacks [] for security_group (383d498e-f6af-4eb4-a078-319997d8d9a5), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:47.190569 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-584112b2-2c7b-4e1b-a77b-a8b9ca7a6b5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:47.198664 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74f57f-f525-459d-89ad-1991518f4301 req-656e116e-bd20-48c2-8e8b-41b6ffe7c4c4 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:47.200355 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5a74f57f-f525-459d-89ad-1991518f4301 req-656e116e-bd20-48c2-8e8b-41b6ffe7c4c4 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=25fe61a4-e1c1-4098-91db-fbb42c8b1d7b HTTP/1.1" status: 200 len: 945 time: 0.0744045 Jun 16 18:57:47.260165 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5a74f57f-f525-459d-89ad-1991518f4301 req-d6e34e4a-fc00-4d01-a738-b72b445a620e tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527256 Jun 16 18:57:47.282775 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-65e17165-a660-4f97-b928-b2986fad10ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (383d498e-f6af-4eb4-a078-319997d8d9a5), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:47.285422 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-65e17165-a660-4f97-b928-b2986fad10ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:47.286574 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-65e17165-a660-4f97-b928-b2986fad10ff admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/383d498e-f6af-4eb4-a078-319997d8d9a5 HTTP/1.1" status: 204 len: 168 time: 0.2525868 Jun 16 18:57:47.296236 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e17165-a660-4f97-b928-b2986fad10ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383d498e-f6af-4eb4-a078-319997d8d9a5,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:47.346545 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-584112b2-2c7b-4e1b-a77b-a8b9ca7a6b5d admin admin] Publish callbacks [] for security_group (41575a89-1414-49e1-8725-8caa07a171ac), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:47.434057 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-584112b2-2c7b-4e1b-a77b-a8b9ca7a6b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (41575a89-1414-49e1-8725-8caa07a171ac), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:47.452860 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:47.482327 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-584112b2-2c7b-4e1b-a77b-a8b9ca7a6b5d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a130a94e28254c33a6524ed44916173f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4322655 Jun 16 18:57:47.484377 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584112b2-2c7b-4e1b-a77b-a8b9ca7a6b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41575a89-1414-49e1-8725-8caa07a171ac,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:47.485099 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 49742) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:47.543857 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-72fd7144-40be-4f1e-a056-bcb7f61b900e admin admin] Publish callbacks [] for security_group (41575a89-1414-49e1-8725-8caa07a171ac), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:47.550602 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 49744) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:47.565450 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-72fd7144-40be-4f1e-a056-bcb7f61b900e admin admin] Publish callbacks [] for security_group (41575a89-1414-49e1-8725-8caa07a171ac), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:47.673989 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-20685f84-d3ee-4cb3-b8d1-2ac2ef629005 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:47.693706 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-72fd7144-40be-4f1e-a056-bcb7f61b900e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (41575a89-1414-49e1-8725-8caa07a171ac), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:47.696241 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-72fd7144-40be-4f1e-a056-bcb7f61b900e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:47.697691 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-72fd7144-40be-4f1e-a056-bcb7f61b900e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/41575a89-1414-49e1-8725-8caa07a171ac HTTP/1.1" status: 204 len: 168 time: 0.2113028 Jun 16 18:57:47.706218 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd7144-40be-4f1e-a056-bcb7f61b900e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41575a89-1414-49e1-8725-8caa07a171ac,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:47.780437 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-20685f84-d3ee-4cb3-b8d1-2ac2ef629005 admin admin] Publish callbacks [] for security_group (521de0e2-c5b7-4aaf-b2cf-afbfacb78b45), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:47.853938 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-20685f84-d3ee-4cb3-b8d1-2ac2ef629005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (521de0e2-c5b7-4aaf-b2cf-afbfacb78b45), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:47.904861 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-20685f84-d3ee-4cb3-b8d1-2ac2ef629005 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=229f5509f8bd4783a4bf6d706dd018ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3531494 Jun 16 18:57:47.905579 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20685f84-d3ee-4cb3-b8d1-2ac2ef629005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521de0e2-c5b7-4aaf-b2cf-afbfacb78b45,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:47.907690 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 49762) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:47.948786 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:47.967360 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-27c50b73-feb0-46c7-894e-5b858cab42ff admin admin] Publish callbacks [] for security_group (521de0e2-c5b7-4aaf-b2cf-afbfacb78b45), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:47.992965 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-27c50b73-feb0-46c7-894e-5b858cab42ff admin admin] Publish callbacks [] for security_group (521de0e2-c5b7-4aaf-b2cf-afbfacb78b45), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:48.145480 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-27c50b73-feb0-46c7-894e-5b858cab42ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (521de0e2-c5b7-4aaf-b2cf-afbfacb78b45), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:48.148095 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-27c50b73-feb0-46c7-894e-5b858cab42ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:48.149335 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-27c50b73-feb0-46c7-894e-5b858cab42ff admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/521de0e2-c5b7-4aaf-b2cf-afbfacb78b45 HTTP/1.1" status: 204 len: 168 time: 0.2404156 Jun 16 18:57:48.158091 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c50b73-feb0-46c7-894e-5b858cab42ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521de0e2-c5b7-4aaf-b2cf-afbfacb78b45,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:48.381305 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68864926-9d67-4f58-a7f0-1eb1eec50409 req-6a852c45-b0d0-4554-8e8b-6a58d22b51b0 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:48.382806 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-68864926-9d67-4f58-a7f0-1eb1eec50409 req-6a852c45-b0d0-4554-8e8b-6a58d22b51b0 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=25fe61a4-e1c1-4098-91db-fbb42c8b1d7b HTTP/1.1" status: 200 len: 945 time: 0.0539610 Jun 16 18:57:48.432337 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-68864926-9d67-4f58-a7f0-1eb1eec50409 req-7aad5682-8b3f-49c5-bb21-d5d721055e89 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433257 Jun 16 18:57:48.440326 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 49780) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:48.458134 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-428eb95a-9550-4969-8aec-f029e6e99eaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:48.553676 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-428eb95a-9550-4969-8aec-f029e6e99eaa admin admin] Publish callbacks [] for security_group (092557ca-3989-4582-bfe9-f1621a953a51), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:48.625568 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-428eb95a-9550-4969-8aec-f029e6e99eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (092557ca-3989-4582-bfe9-f1621a953a51), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:48.651658 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 49786) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:48.676213 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-428eb95a-9550-4969-8aec-f029e6e99eaa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=93c45e598b794dfa9a497e0a3562bc03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345476 Jun 16 18:57:48.677079 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428eb95a-9550-4969-8aec-f029e6e99eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092557ca-3989-4582-bfe9-f1621a953a51,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:48.678985 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 49790) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:48.735573 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-8658d62a-5e9c-46f3-968f-46111f33206a admin admin] Publish callbacks [] for security_group (092557ca-3989-4582-bfe9-f1621a953a51), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:48.746221 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=11 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:48.757202 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-8658d62a-5e9c-46f3-968f-46111f33206a admin admin] Publish callbacks [] for security_group (092557ca-3989-4582-bfe9-f1621a953a51), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:48.883965 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-8658d62a-5e9c-46f3-968f-46111f33206a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (092557ca-3989-4582-bfe9-f1621a953a51), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:48.886103 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-8658d62a-5e9c-46f3-968f-46111f33206a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:48.889533 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-8658d62a-5e9c-46f3-968f-46111f33206a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/092557ca-3989-4582-bfe9-f1621a953a51 HTTP/1.1" status: 204 len: 168 time: 0.2073047 Jun 16 18:57:48.897172 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658d62a-5e9c-46f3-968f-46111f33206a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092557ca-3989-4582-bfe9-f1621a953a51,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:49.001567 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 49800) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:49.014252 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-00d4768a-ddc2-4305-b458-eb4be95f36c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:49.084859 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-fdaacd0b-f8f8-4797-b596-50e561779ecd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1473769697-network', 'tenant_id': 'e16a74b1bc56455b8f60bfc28bc94afb'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:57:49.113135 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-00d4768a-ddc2-4305-b458-eb4be95f36c1 admin admin] Publish callbacks [] for security_group (155fa852-3cd4-4bb6-9fc9-753fabed4ce8), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:49.191283 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-00d4768a-ddc2-4305-b458-eb4be95f36c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (155fa852-3cd4-4bb6-9fc9-753fabed4ce8), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:49.232956 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-00d4768a-ddc2-4305-b458-eb4be95f36c1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0b2bae632b624df0a2bedfad6548e423&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5799980 Jun 16 18:57:49.235002 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4768a-ddc2-4305-b458-eb4be95f36c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155fa852-3cd4-4bb6-9fc9-753fabed4ce8,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:49.235958 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 49810) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:49.243081 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdaacd0b-f8f8-4797-b596-50e561779ecd admin admin] Made reservation on behalf of e16a74b1bc56455b8f60bfc28bc94afb for: {'network': 1} {{(pid=116193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:57:49.245052 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-fdaacd0b-f8f8-4797-b596-50e561779ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for network (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:49.254109 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-fdaacd0b-f8f8-4797-b596-50e561779ecd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:49.264175 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:49.264848 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:49.304080 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-ead61503-69b6-4033-9d79-c5c75d946a52 admin admin] Publish callbacks [] for security_group (155fa852-3cd4-4bb6-9fc9-753fabed4ce8), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:49.331093 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-ead61503-69b6-4033-9d79-c5c75d946a52 admin admin] Publish callbacks [] for security_group (155fa852-3cd4-4bb6-9fc9-753fabed4ce8), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:49.348719 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-fdaacd0b-f8f8-4797-b596-50e561779ecd admin admin] Publish callbacks [] for security_group (8b98f7c2-3438-40ee-8f56-014b9d8b42ab), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:49.396695 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-fdaacd0b-f8f8-4797-b596-50e561779ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (8b98f7c2-3438-40ee-8f56-014b9d8b42ab), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:49.424695 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaacd0b-f8f8-4797-b596-50e561779ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b98f7c2-3438-40ee-8f56-014b9d8b42ab,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:49.459671 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-ead61503-69b6-4033-9d79-c5c75d946a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (155fa852-3cd4-4bb6-9fc9-753fabed4ce8), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:49.462384 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-ead61503-69b6-4033-9d79-c5c75d946a52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:49.466927 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-ead61503-69b6-4033-9d79-c5c75d946a52 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/155fa852-3cd4-4bb6-9fc9-753fabed4ce8 HTTP/1.1" status: 204 len: 168 time: 0.2299469 Jun 16 18:57:49.471637 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdaacd0b-f8f8-4797-b596-50e561779ecd admin admin] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=116193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:57:49.477117 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead61503-69b6-4033-9d79-c5c75d946a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155fa852-3cd4-4bb6-9fc9-753fabed4ce8,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:49.504033 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-fdaacd0b-f8f8-4797-b596-50e561779ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056'] for segment (81fc8e53-7f5c-4025-a1b0-0fad6c3bb060), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:49.504370 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.db.segments_db [None req-fdaacd0b-f8f8-4797-b596-50e561779ecd admin admin] Added segment 81fc8e53-7f5c-4025-a1b0-0fad6c3bb060 of type vlan for network 1cba00b2-5236-4b98-9847-76f93e5270f2 Jun 16 18:57:49.584071 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-fdaacd0b-f8f8-4797-b596-50e561779ecd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748651047006'] for network (1cba00b2-5236-4b98-9847-76f93e5270f2), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:49.627634 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:49.640926 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715cdef1-d832-42e8-8c3f-ee549afcb276 req-7bd6b489-12c1-45d5-a2e8-e3ed1a26cea3 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:49.642525 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-715cdef1-d832-42e8-8c3f-ee549afcb276 req-7bd6b489-12c1-45d5-a2e8-e3ed1a26cea3 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=25fe61a4-e1c1-4098-91db-fbb42c8b1d7b HTTP/1.1" status: 200 len: 945 time: 0.0789361 Jun 16 18:57:49.697224 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-fdaacd0b-f8f8-4797-b596-50e561779ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080'] for network (1cba00b2-5236-4b98-9847-76f93e5270f2), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:49.698244 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaacd0b-f8f8-4797-b596-50e561779ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:49.698878 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-fdaacd0b-f8f8-4797-b596-50e561779ecd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for network (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:49.710393 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-715cdef1-d832-42e8-8c3f-ee549afcb276 req-e0074cbb-5ec3-4f23-9b34-c29c43f3ef26 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613105 Jun 16 18:57:49.768446 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaacd0b-f8f8-4797-b596-50e561779ecd admin admin] Pushing event updated for resources: {'Network': ['ID=1cba00b2-5236-4b98-9847-76f93e5270f2,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:49.779399 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Network 1cba00b2-5236-4b98-9847-76f93e5270f2 details requested by agent ovs-agent-dv-cinder-846171-1-iscsi with host dv-cinder-846171-1-iscsi {{(pid=116194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 18:57:49.785712 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-fdaacd0b-f8f8-4797-b596-50e561779ecd admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.7733150 Jun 16 18:57:49.785868 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 49834) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:49.790636 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-cd696b11-1e93-4c55-99cd-359ee4197502 admin admin] Request body: {'subnet': {'network_id': '1cba00b2-5236-4b98-9847-76f93e5270f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1473769697-subnet', 'tenant_id': 'e16a74b1bc56455b8f60bfc28bc94afb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:57:49.865756 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd696b11-1e93-4c55-99cd-359ee4197502 admin admin] Made reservation on behalf of e16a74b1bc56455b8f60bfc28bc94afb for: {'subnet': 1} {{(pid=116192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:57:49.868419 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-cd696b11-1e93-4c55-99cd-359ee4197502 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134033040'] for subnet (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:50.145555 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-cd696b11-1e93-4c55-99cd-359ee4197502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5326483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134033058'] for subnet (d11c86c7-15c9-4840-b5aa-305a0705ecb2), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:50.197713 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:50.213220 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd696b11-1e93-4c55-99cd-359ee4197502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d11c86c7-15c9-4840-b5aa-305a0705ecb2,revision_number=0']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:50.220856 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd696b11-1e93-4c55-99cd-359ee4197502 admin admin] Checking segment: {'id': '81fc8e53-7f5c-4025-a1b0-0fad6c3bb060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '1cba00b2-5236-4b98-9847-76f93e5270f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:57:50.221220 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd696b11-1e93-4c55-99cd-359ee4197502 admin admin] Network hostable DHCP agents. Network: 1cba00b2-5236-4b98-9847-76f93e5270f2, hostable agents: ['a953bae7-14c3-401b-bbd5-413ea1206353'], hosted agents: [] {{(pid=116192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:57:50.287943 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd696b11-1e93-4c55-99cd-359ee4197502 admin admin] Network 1cba00b2-5236-4b98-9847-76f93e5270f2 is scheduled to be hosted by DHCP agent a953bae7-14c3-401b-bbd5-413ea1206353 with binding_index 1 {{(pid=116192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:57:50.373836 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-cd696b11-1e93-4c55-99cd-359ee4197502 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846171-1-iscsi, 1cba00b2-5236-4b98-9847-76f93e5270f2) {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:57:50.382123 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25047fc6-2442-43c1-82fa-087426b48f66 None None] Network 1cba00b2-5236-4b98-9847-76f93e5270f2 requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:57:50.384876 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd696b11-1e93-4c55-99cd-359ee4197502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:50.386121 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-cd696b11-1e93-4c55-99cd-359ee4197502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for subnet (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:50.495808 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-cd696b11-1e93-4c55-99cd-359ee4197502 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7042611 Jun 16 18:57:50.615710 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ca09d2-dce0-41b6-aca2-8977e86a58fc None None] Network 1cba00b2-5236-4b98-9847-76f93e5270f2 requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:57:50.776869 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 49886) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:50.848976 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010365c7-bb6f-4a9f-8e78-9fbd6dcd4512 req-62079b27-c631-443a-acfb-fbee66564b93 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:50.857306 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-010365c7-bb6f-4a9f-8e78-9fbd6dcd4512 req-62079b27-c631-443a-acfb-fbee66564b93 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=25fe61a4-e1c1-4098-91db-fbb42c8b1d7b HTTP/1.1" status: 200 len: 945 time: 0.0643706 Jun 16 18:57:50.918076 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-010365c7-bb6f-4a9f-8e78-9fbd6dcd4512 req-16014ad8-d2da-48fe-936a-cddf75b74cef tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595381 Jun 16 18:57:50.999091 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1b27ce15-e422-43d9-8783-a5e3e3b76cec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:51.091057 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1b27ce15-e422-43d9-8783-a5e3e3b76cec admin admin] Publish callbacks [] for security_group (c2288810-cbe3-4b62-b607-2d0d0a0973ec), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:51.180596 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1b27ce15-e422-43d9-8783-a5e3e3b76cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (c2288810-cbe3-4b62-b607-2d0d0a0973ec), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:51.228679 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-1b27ce15-e422-43d9-8783-a5e3e3b76cec admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6aeab773ab07408da584eab3d5ca83e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4507067 Jun 16 18:57:51.230194 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b27ce15-e422-43d9-8783-a5e3e3b76cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2288810-cbe3-4b62-b607-2d0d0a0973ec,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:51.232134 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 49902) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:51.288315 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-8efb958f-31b2-48e3-9dd1-8c6bb8f543c1 admin admin] Publish callbacks [] for security_group (c2288810-cbe3-4b62-b607-2d0d0a0973ec), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:51.319930 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-8efb958f-31b2-48e3-9dd1-8c6bb8f543c1 admin admin] Publish callbacks [] for security_group (c2288810-cbe3-4b62-b607-2d0d0a0973ec), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:51.394724 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 49908) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:51.453950 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-8efb958f-31b2-48e3-9dd1-8c6bb8f543c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (c2288810-cbe3-4b62-b607-2d0d0a0973ec), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:51.456505 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-8efb958f-31b2-48e3-9dd1-8c6bb8f543c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:51.460280 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-8efb958f-31b2-48e3-9dd1-8c6bb8f543c1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c2288810-cbe3-4b62-b607-2d0d0a0973ec HTTP/1.1" status: 204 len: 168 time: 0.2245820 Jun 16 18:57:51.466287 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb958f-31b2-48e3-9dd1-8c6bb8f543c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2288810-cbe3-4b62-b607-2d0d0a0973ec,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:51.553186 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e5792ffc-3c3f-4491-a26a-e7c4b1b71d6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:51.633021 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e5792ffc-3c3f-4491-a26a-e7c4b1b71d6a admin admin] Publish callbacks [] for security_group (475cfbe4-9f3a-493d-9316-649fea571e00), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:51.711138 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e5792ffc-3c3f-4491-a26a-e7c4b1b71d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (475cfbe4-9f3a-493d-9316-649fea571e00), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:51.758415 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-e5792ffc-3c3f-4491-a26a-e7c4b1b71d6a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=22d72098e908411a921a3e8446224518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3600886 Jun 16 18:57:51.758590 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 49922) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:51.771410 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5792ffc-3c3f-4491-a26a-e7c4b1b71d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475cfbe4-9f3a-493d-9316-649fea571e00,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:51.815923 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-819acfb8-ce41-49d9-907f-22c5401733a6 admin admin] Publish callbacks [] for security_group (475cfbe4-9f3a-493d-9316-649fea571e00), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:51.842886 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-819acfb8-ce41-49d9-907f-22c5401733a6 admin admin] Publish callbacks [] for security_group (475cfbe4-9f3a-493d-9316-649fea571e00), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:52.027617 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-819acfb8-ce41-49d9-907f-22c5401733a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (475cfbe4-9f3a-493d-9316-649fea571e00), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:52.030357 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-819acfb8-ce41-49d9-907f-22c5401733a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:52.032090 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-819acfb8-ce41-49d9-907f-22c5401733a6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/475cfbe4-9f3a-493d-9316-649fea571e00 HTTP/1.1" status: 204 len: 168 time: 0.2723217 Jun 16 18:57:52.036660 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:52.049977 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb664a3-83db-41b7-9e0d-e360a50f83fd req-5ff39c05-6495-418d-a0a1-52b1dbe0ebb9 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:52.051493 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-efb664a3-83db-41b7-9e0d-e360a50f83fd req-5ff39c05-6495-418d-a0a1-52b1dbe0ebb9 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=25fe61a4-e1c1-4098-91db-fbb42c8b1d7b HTTP/1.1" status: 200 len: 945 time: 0.0586412 Jun 16 18:57:52.052640 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819acfb8-ce41-49d9-907f-22c5401733a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475cfbe4-9f3a-493d-9316-649fea571e00,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:52.066545 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819acfb8-ce41-49d9-907f-22c5401733a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:52.066926 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819acfb8-ce41-49d9-907f-22c5401733a6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:52.067266 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819acfb8-ce41-49d9-907f-22c5401733a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:52.068504 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819acfb8-ce41-49d9-907f-22c5401733a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:52.068504 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819acfb8-ce41-49d9-907f-22c5401733a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:52.068504 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819acfb8-ce41-49d9-907f-22c5401733a6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:52.068751 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819acfb8-ce41-49d9-907f-22c5401733a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:52.068962 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819acfb8-ce41-49d9-907f-22c5401733a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:52.069368 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819acfb8-ce41-49d9-907f-22c5401733a6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:52.069723 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819acfb8-ce41-49d9-907f-22c5401733a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:52.070281 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819acfb8-ce41-49d9-907f-22c5401733a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:52.070403 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819acfb8-ce41-49d9-907f-22c5401733a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:52.070660 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819acfb8-ce41-49d9-907f-22c5401733a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:52.070974 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819acfb8-ce41-49d9-907f-22c5401733a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:52.071285 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819acfb8-ce41-49d9-907f-22c5401733a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:52.119971 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-efb664a3-83db-41b7-9e0d-e360a50f83fd req-c439319d-94a5-4331-b5a0-7ba248a226ea tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604413 Jun 16 18:57:53.010066 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:53.020989 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-fb98caa4-49d9-405f-898b-9defa0f7503d tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:53.022498 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-fb98caa4-49d9-405f-898b-9defa0f7503d tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/networks?id=1cba00b2-5236-4b98-9847-76f93e5270f2 HTTP/1.1" status: 200 len: 814 time: 0.1131907 Jun 16 18:57:53.037948 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-56e73a4e-58a5-41d1-9598-63e5329cf96d tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/quotas/e16a74b1bc56455b8f60bfc28bc94afb HTTP/1.1" status: 200 len: 375 time: 0.0092711 Jun 16 18:57:53.056603 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 49986) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:53.080081 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-dd8843bd-3617-421b-8437-18102c97a54e tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e16a74b1bc56455b8f60bfc28bc94afb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357878 Jun 16 18:57:53.195361 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-9ac5187c-4000-4c7b-a8c1-dded560f2370 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1948789007-network', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:57:53.214316 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-a108f2f2-0f1e-4c40-a5b0-27c63045c6c9 service neutron] 10.222.0.81 "GET /v2.0/networks/1cba00b2-5236-4b98-9847-76f93e5270f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260107 Jun 16 18:57:53.522235 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac5187c-4000-4c7b-a8c1-dded560f2370 admin admin] Made reservation on behalf of fc32e3179c534d83b3d4108a38fb9d19 for: {'network': 1} {{(pid=116193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:57:53.524628 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9ac5187c-4000-4c7b-a8c1-dded560f2370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for network (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:53.539700 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a22fc-7f0e-4f71-8ea4-e0e748483384 req-a0ca67b4-b183-4d69-8115-318b57eed3bf tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:53.541165 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b42a22fc-7f0e-4f71-8ea4-e0e748483384 req-a0ca67b4-b183-4d69-8115-318b57eed3bf tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=25fe61a4-e1c1-4098-91db-fbb42c8b1d7b HTTP/1.1" status: 200 len: 945 time: 0.3236108 Jun 16 18:57:53.543927 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9ac5187c-4000-4c7b-a8c1-dded560f2370 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:53.606271 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-eb99d7eb-b9a6-4765-9dcd-4bcfa74d7f5a service neutron] 10.222.0.81 "GET /v2.0/networks/1cba00b2-5236-4b98-9847-76f93e5270f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834856 Jun 16 18:57:53.642388 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b42a22fc-7f0e-4f71-8ea4-e0e748483384 req-1443907d-28d5-452f-8f97-84f8381bfab1 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874624 Jun 16 18:57:53.647300 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:53.701949 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9ac5187c-4000-4c7b-a8c1-dded560f2370 admin admin] Publish callbacks [] for security_group (83b148af-3480-4544-b3c3-7df8b0a39c64), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:53.805013 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9ac5187c-4000-4c7b-a8c1-dded560f2370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (83b148af-3480-4544-b3c3-7df8b0a39c64), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:53.854587 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac5187c-4000-4c7b-a8c1-dded560f2370 admin admin] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=116193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:57:53.863730 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-88c26e7f-74ec-474a-96db-bb074c18bdfa req-bf76ee96-3771-4c61-a02d-143efe504041 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5fb9a14-5c4d-4dcd-9728-85313113a15e HTTP/1.1" status: 200 len: 210 time: 0.0488458 Jun 16 18:57:53.877496 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9ac5187c-4000-4c7b-a8c1-dded560f2370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056'] for segment (8663ba12-146f-4a4a-92de-df95415fefb5), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:53.886224 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.db.segments_db [None req-9ac5187c-4000-4c7b-a8c1-dded560f2370 admin admin] Added segment 8663ba12-146f-4a4a-92de-df95415fefb5 of type vlan for network f31f33e6-f431-4d4c-a847-a5f33b248bb8 Jun 16 18:57:53.886224 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5187c-4000-4c7b-a8c1-dded560f2370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b148af-3480-4544-b3c3-7df8b0a39c64,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:53.930332 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9ac5187c-4000-4c7b-a8c1-dded560f2370 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748651047006'] for network (f31f33e6-f431-4d4c-a847-a5f33b248bb8), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:54.055068 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9ac5187c-4000-4c7b-a8c1-dded560f2370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080'] for network (f31f33e6-f431-4d4c-a847-a5f33b248bb8), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:54.056109 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac5187c-4000-4c7b-a8c1-dded560f2370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:54.056696 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9ac5187c-4000-4c7b-a8c1-dded560f2370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for network (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:54.116516 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5187c-4000-4c7b-a8c1-dded560f2370 admin admin] Pushing event updated for resources: {'Network': ['ID=f31f33e6-f431-4d4c-a847-a5f33b248bb8,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:54.126398 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Network f31f33e6-f431-4d4c-a847-a5f33b248bb8 details requested by agent ovs-agent-dv-cinder-846171-1-iscsi with host dv-cinder-846171-1-iscsi {{(pid=116194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 18:57:54.188476 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-9ac5187c-4000-4c7b-a8c1-dded560f2370 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 1.1304364 Jun 16 18:57:54.191545 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 50014) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:54.196462 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-6188255c-6a76-4389-b6b5-0250a175bdfa admin admin] Request body: {'subnet': {'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1948789007-subnet', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'ip_version': 4}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:57:54.294003 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6188255c-6a76-4389-b6b5-0250a175bdfa admin admin] Made reservation on behalf of fc32e3179c534d83b3d4108a38fb9d19 for: {'subnet': 1} {{(pid=116192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:57:54.296673 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6188255c-6a76-4389-b6b5-0250a175bdfa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134033040'] for subnet (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:54.694554 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6188255c-6a76-4389-b6b5-0250a175bdfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5326483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134033058'] for subnet (38fcf1af-5fbd-4e35-811d-148efba21d9d), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:54.725022 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:54.747351 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188255c-6a76-4389-b6b5-0250a175bdfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=38fcf1af-5fbd-4e35-811d-148efba21d9d,revision_number=0']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:54.760071 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a83c63-1134-4c37-9078-4d931fac34a4 req-70b29348-c1f2-491d-a369-20d66a6c1bf4 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:54.765946 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e5a83c63-1134-4c37-9078-4d931fac34a4 req-70b29348-c1f2-491d-a369-20d66a6c1bf4 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=25fe61a4-e1c1-4098-91db-fbb42c8b1d7b HTTP/1.1" status: 200 len: 945 time: 0.0491266 Jun 16 18:57:54.768040 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188255c-6a76-4389-b6b5-0250a175bdfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:54.768487 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188255c-6a76-4389-b6b5-0250a175bdfa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:54.768963 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188255c-6a76-4389-b6b5-0250a175bdfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:54.769542 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188255c-6a76-4389-b6b5-0250a175bdfa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:54.770047 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188255c-6a76-4389-b6b5-0250a175bdfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:54.770375 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188255c-6a76-4389-b6b5-0250a175bdfa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:54.770699 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188255c-6a76-4389-b6b5-0250a175bdfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:54.771090 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188255c-6a76-4389-b6b5-0250a175bdfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:54.771421 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188255c-6a76-4389-b6b5-0250a175bdfa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:54.771745 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188255c-6a76-4389-b6b5-0250a175bdfa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:54.772084 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188255c-6a76-4389-b6b5-0250a175bdfa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:54.772436 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188255c-6a76-4389-b6b5-0250a175bdfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:54.772755 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188255c-6a76-4389-b6b5-0250a175bdfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:54.773066 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188255c-6a76-4389-b6b5-0250a175bdfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:54.773408 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6188255c-6a76-4389-b6b5-0250a175bdfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:57:54.782626 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6188255c-6a76-4389-b6b5-0250a175bdfa admin admin] Checking segment: {'id': '8663ba12-146f-4a4a-92de-df95415fefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:57:54.782973 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6188255c-6a76-4389-b6b5-0250a175bdfa admin admin] Network hostable DHCP agents. Network: f31f33e6-f431-4d4c-a847-a5f33b248bb8, hostable agents: ['a953bae7-14c3-401b-bbd5-413ea1206353'], hosted agents: [] {{(pid=116192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:57:54.819855 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e5a83c63-1134-4c37-9078-4d931fac34a4 req-0cf96467-1261-4460-b895-9807d2a5eea2 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512249 Jun 16 18:57:54.900027 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6188255c-6a76-4389-b6b5-0250a175bdfa admin admin] Network f31f33e6-f431-4d4c-a847-a5f33b248bb8 is scheduled to be hosted by DHCP agent a953bae7-14c3-401b-bbd5-413ea1206353 with binding_index 1 {{(pid=116192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:57:54.935480 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=81 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:54.953271 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7537343a-bd4b-4e41-9a69-d42cc956a4d8 req-75725979-be35-404c-b549-294f7d16aae4 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5fb9a14-5c4d-4dcd-9728-85313113a15e HTTP/1.1" status: 200 len: 210 time: 0.0286665 Jun 16 18:57:54.991613 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-6188255c-6a76-4389-b6b5-0250a175bdfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846171-1-iscsi, f31f33e6-f431-4d4c-a847-a5f33b248bb8) {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:57:54.996676 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6188255c-6a76-4389-b6b5-0250a175bdfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:54.997943 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6188255c-6a76-4389-b6b5-0250a175bdfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for subnet (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:55.000786 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d010a3-3af8-40b4-bdab-c9b9a1c10bda None None] Network f31f33e6-f431-4d4c-a847-a5f33b248bb8 requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:57:55.104961 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792c3da9-9f4d-4b77-9166-5e7cce294b23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc834c0e-e25b-5433-9ce7-2b46938ad578-f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'fixed_ips': [{'subnet_id': '38fcf1af-5fbd-4e35-811d-148efba21d9d'}]}} from dv-cinder-846171-1-iscsi. {{(pid=116194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 18:57:55.106298 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-792c3da9-9f4d-4b77-9166-5e7cce294b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:55.111421 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-6188255c-6a76-4389-b6b5-0250a175bdfa admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9188039 Jun 16 18:57:55.118148 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 50036) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:55.118148 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-69596c4b-56db-43f7-aa6f-305de9e3953b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1948789007-router', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:57:55.238565 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-69596c4b-56db-43f7-aa6f-305de9e3953b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8339937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12032'] for router (868c3318-095c-49d9-982d-37995465aa5f), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:55.240097 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-69596c4b-56db-43f7-aa6f-305de9e3953b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8339730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8348846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8300508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12043'] for router (868c3318-095c-49d9-982d-37995465aa5f), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:55.249014 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.db_base_plugin_common [None req-792c3da9-9f4d-4b77-9166-5e7cce294b23 None None] Allocated IP 172.20.0.2 (f31f33e6-f431-4d4c-a847-a5f33b248bb8/38fcf1af-5fbd-4e35-811d-148efba21d9d/8c57cff1-802e-4bcf-837d-9fab45297a6c) {{(pid=116194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:57:55.250787 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:55.300820 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-69596c4b-56db-43f7-aa6f-305de9e3953b admin admin] Publish callbacks [] for router_controller (868c3318-095c-49d9-982d-37995465aa5f), precommit_add_association {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:55.395030 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-792c3da9-9f4d-4b77-9166-5e7cce294b23 None None] Publish callbacks [] for port (8c57cff1-802e-4bcf-837d-9fab45297a6c), precommit_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:55.477342 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-792c3da9-9f4d-4b77-9166-5e7cce294b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864'] for port (8c57cff1-802e-4bcf-837d-9fab45297a6c), after_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:55.482240 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:55.519008 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792c3da9-9f4d-4b77-9166-5e7cce294b23 None None] Network f31f33e6-f431-4d4c-a847-a5f33b248bb8 is already hosted by enough agents. {{(pid=116194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:57:55.534160 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.scheduler.base_scheduler [None req-792c3da9-9f4d-4b77-9166-5e7cce294b23 None None] Resources bound (agent type, host, resource id): {{(pid=116194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:57:55.538192 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792c3da9-9f4d-4b77-9166-5e7cce294b23 None None] Received port after_create {{(pid=116194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:57:55.545419 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c3da9-9f4d-4b77-9166-5e7cce294b23 None None] Pushing event updated for resources: {'Port': ['ID=8c57cff1-802e-4bcf-837d-9fab45297a6c,revision_number=1']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:55.558555 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-69596c4b-56db-43f7-aa6f-305de9e3953b admin admin] Publish callbacks [] for router_gateway (868c3318-095c-49d9-982d-37995465aa5f), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:55.611727 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-792c3da9-9f4d-4b77-9166-5e7cce294b23 None None] Attempting to bind port 8c57cff1-802e-4bcf-837d-9fab45297a6c on host dv-cinder-846171-1-iscsi for vnic_type normal with profile {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:57:55.611727 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-792c3da9-9f4d-4b77-9166-5e7cce294b23 None None] Attempting to bind port 8c57cff1-802e-4bcf-837d-9fab45297a6c by drivers openvswitch,hyperv on host dv-cinder-846171-1-iscsi at level 0 using segments [{'id': '8663ba12-146f-4a4a-92de-df95415fefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8'}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:57:55.612306 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792c3da9-9f4d-4b77-9166-5e7cce294b23 None None] Attempting to bind port 8c57cff1-802e-4bcf-837d-9fab45297a6c on network f31f33e6-f431-4d4c-a847-a5f33b248bb8 {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:57:55.618902 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792c3da9-9f4d-4b77-9166-5e7cce294b23 None None] Checking agent: {'id': 'ea8cc94b-de2a-4266-a745-8fe843a33d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846171-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 47, 42), 'started_at': datetime.datetime(2022, 6, 16, 18, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846171-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:57:55.620269 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792c3da9-9f4d-4b77-9166-5e7cce294b23 None None] Checking segment: {'id': '8663ba12-146f-4a4a-92de-df95415fefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:57:55.620860 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-792c3da9-9f4d-4b77-9166-5e7cce294b23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:55.621426 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792c3da9-9f4d-4b77-9166-5e7cce294b23 None None] Bound using segment: {'id': '8663ba12-146f-4a4a-92de-df95415fefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8'} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:57:55.622285 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-792c3da9-9f4d-4b77-9166-5e7cce294b23 None None] Bound port: 8c57cff1-802e-4bcf-837d-9fab45297a6c, host: dv-cinder-846171-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8663ba12-146f-4a4a-92de-df95415fefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8'}}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:57:55.622880 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-792c3da9-9f4d-4b77-9166-5e7cce294b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (8c57cff1-802e-4bcf-837d-9fab45297a6c), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:55.655326 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:55.700282 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-792c3da9-9f4d-4b77-9166-5e7cce294b23 None None] For port 8c57cff1-802e-4bcf-837d-9fab45297a6c, host dv-cinder-846171-1-iscsi, cleared binding levels {{(pid=116194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:57:55.703343 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-792c3da9-9f4d-4b77-9166-5e7cce294b23 None None] For port 8c57cff1-802e-4bcf-837d-9fab45297a6c, host dv-cinder-846171-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=8c57cff1-802e-4bcf-837d-9fab45297a6c,segment=NetworkSegment(8663ba12-146f-4a4a-92de-df95415fefb5),segment_id=8663ba12-146f-4a4a-92de-df95415fefb5)] {{(pid=116194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:57:55.775092 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-792c3da9-9f4d-4b77-9166-5e7cce294b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (8c57cff1-802e-4bcf-837d-9fab45297a6c), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:55.835016 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-69596c4b-56db-43f7-aa6f-305de9e3953b admin admin] Publish callbacks [] for router_gateway (868c3318-095c-49d9-982d-37995465aa5f), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:55.847294 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c3da9-9f4d-4b77-9166-5e7cce294b23 None None] Pushing event updated for resources: {'Port': ['ID=8c57cff1-802e-4bcf-837d-9fab45297a6c,revision_number=2']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:55.868936 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-69596c4b-56db-43f7-aa6f-305de9e3953b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:55.993402 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6085244-23ea-4f18-bfcf-54bf0ceadf28 req-46acbffc-ea0d-455c-8017-eaaa5bfdcab0 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:55.994909 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e6085244-23ea-4f18-bfcf-54bf0ceadf28 req-46acbffc-ea0d-455c-8017-eaaa5bfdcab0 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=25fe61a4-e1c1-4098-91db-fbb42c8b1d7b HTTP/1.1" status: 200 len: 945 time: 0.0757520 Jun 16 18:57:56.027269 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_common [None req-69596c4b-56db-43f7-aa6f-305de9e3953b admin admin] Allocated IP 172.27.0.221 (d7ab3290-3ce1-430c-a2b5-625628340a0e/2251f151-d04b-4b41-88db-58f0d465a2f0/b01e6444-57ae-4695-8c98-0f59a8449b00) {{(pid=116193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:57:56.036312 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:56.130461 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b9c6e094-5c5e-4f26-ac31-dd1bd21728ff req-eeebf703-e439-4499-b218-8d31cfee1bdb tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5fb9a14-5c4d-4dcd-9728-85313113a15e HTTP/1.1" status: 200 len: 210 time: 0.0533473 Jun 16 18:57:56.192322 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e6085244-23ea-4f18-bfcf-54bf0ceadf28 req-5b83c6de-f8d5-40a0-ad29-54bae7a23c9f tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859550 Jun 16 18:57:56.227737 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-69596c4b-56db-43f7-aa6f-305de9e3953b admin admin] Publish callbacks [] for port (b01e6444-57ae-4695-8c98-0f59a8449b00), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:56.379671 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-69596c4b-56db-43f7-aa6f-305de9e3953b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (b01e6444-57ae-4695-8c98-0f59a8449b00), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:56.415816 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69596c4b-56db-43f7-aa6f-305de9e3953b admin admin] Network d7ab3290-3ce1-430c-a2b5-625628340a0e is already hosted by enough agents. {{(pid=116193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:57:56.418827 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [None req-69596c4b-56db-43f7-aa6f-305de9e3953b admin admin] Resources bound (agent type, host, resource id): {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:57:56.422161 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69596c4b-56db-43f7-aa6f-305de9e3953b admin admin] Received port after_create {{(pid=116193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:57:56.457554 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69596c4b-56db-43f7-aa6f-305de9e3953b admin admin] Pushing event updated for resources: {'Port': ['ID=b01e6444-57ae-4695-8c98-0f59a8449b00,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:56.574734 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:56.727722 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-69596c4b-56db-43f7-aa6f-305de9e3953b admin admin] Publish callbacks [] for router_gateway (868c3318-095c-49d9-982d-37995465aa5f), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:56.799908 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cc854c-784a-4f14-a233-7653770e33d5 None None] Network f31f33e6-f431-4d4c-a847-a5f33b248bb8 requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:57:56.913277 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-a1747778-082a-4be5-81a7-19f807c70fc5 None None] Provisioning complete for port 8c57cff1-802e-4bcf-837d-9fab45297a6c triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:57:56.913632 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-a1747778-082a-4be5-81a7-19f807c70fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (8c57cff1-802e-4bcf-837d-9fab45297a6c), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:56.914942 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-69596c4b-56db-43f7-aa6f-305de9e3953b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8340216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8340070'] for router (868c3318-095c-49d9-982d-37995465aa5f), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:56.990532 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-a1747778-082a-4be5-81a7-19f807c70fc5 None None] Current status of the port 8c57cff1-802e-4bcf-837d-9fab45297a6c is: DOWN; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:57:56.991062 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-a1747778-082a-4be5-81a7-19f807c70fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (8c57cff1-802e-4bcf-837d-9fab45297a6c), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:57.028909 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-a1747778-082a-4be5-81a7-19f807c70fc5 None None] For port 8c57cff1-802e-4bcf-837d-9fab45297a6c, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=8c57cff1-802e-4bcf-837d-9fab45297a6c,segment=NetworkSegment(8663ba12-146f-4a4a-92de-df95415fefb5),segment_id=8663ba12-146f-4a4a-92de-df95415fefb5)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:57:57.099506 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-a1747778-082a-4be5-81a7-19f807c70fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (8c57cff1-802e-4bcf-837d-9fab45297a6c), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:57.127977 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69596c4b-56db-43f7-aa6f-305de9e3953b admin admin] Router 868c3318-095c-49d9-982d-37995465aa5f is scheduled to L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a with binding_index 1 {{(pid=116193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 18:57:57.135184 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:57.149359 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1747778-082a-4be5-81a7-19f807c70fc5 None None] Pushing event updated for resources: {'Port': ['ID=8c57cff1-802e-4bcf-837d-9fab45297a6c,revision_number=3']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:57.218879 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-6dc3a414-fd2b-4657-9b4c-de3bcb696d9c None None] Provisioning complete for port 8c57cff1-802e-4bcf-837d-9fab45297a6c triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:57:57.219346 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-6dc3a414-fd2b-4657-9b4c-de3bcb696d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (8c57cff1-802e-4bcf-837d-9fab45297a6c), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:57.239622 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b978f7a3-d343-4320-a400-819471036b3c req-01400aaa-ecd6-4cf1-9187-d0501a9e3ca5 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5fb9a14-5c4d-4dcd-9728-85313113a15e HTTP/1.1" status: 200 len: 210 time: 0.0297959 Jun 16 18:57:57.258524 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69596c4b-56db-43f7-aa6f-305de9e3953b admin admin] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:57:57.276470 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6903e9-a409-4346-a59f-5298002a84a1 None None] Sync routers for ids ['868c3318-095c-49d9-982d-37995465aa5f'] in dv-cinder-846171-1-iscsi {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:57:57.297466 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6903e9-a409-4346-a59f-5298002a84a1 None None] Routers {'868c3318-095c-49d9-982d-37995465aa5f'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:57:57.298314 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-5f6903e9-a409-4346-a59f-5298002a84a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:57:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['868c3318-095c-49d9-982d-37995465aa5f'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:57:57.323849 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602315d6-c75d-48fb-9160-8265a8f1b281 req-a3028b95-c35c-4246-bf0e-7000a54b2b2d tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:57.325360 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-602315d6-c75d-48fb-9160-8265a8f1b281 req-a3028b95-c35c-4246-bf0e-7000a54b2b2d tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=25fe61a4-e1c1-4098-91db-fbb42c8b1d7b HTTP/1.1" status: 200 len: 945 time: 0.0519366 Jun 16 18:57:57.373958 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-69596c4b-56db-43f7-aa6f-305de9e3953b admin admin] Publish callbacks [] for router (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:57.375173 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-69596c4b-56db-43f7-aa6f-305de9e3953b admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2620368 Jun 16 18:57:57.378194 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 50072) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:57:57.383771 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-602315d6-c75d-48fb-9160-8265a8f1b281 req-b5258507-b649-459c-a239-f95963d3aea2 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517616 Jun 16 18:57:57.421700 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-6dc3a414-fd2b-4657-9b4c-de3bcb696d9c None None] Current status of the port 8c57cff1-802e-4bcf-837d-9fab45297a6c is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:57:57.442344 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-5f6903e9-a409-4346-a59f-5298002a84a1 None None] Set router 868c3318-095c-49d9-982d-37995465aa5f gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:57:57.496003 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:57.529627 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:57.612977 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-5f6903e9-a409-4346-a59f-5298002a84a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868c3318-095c-49d9-982d-37995465aa5f', 'name': 'tempest-TestVolumeBootPattern-1948789007-router', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:57:56Z', 'revision_number': 3, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'gw_port': {'id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:64:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:57:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi'}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:57:57.637802 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6903e9-a409-4346-a59f-5298002a84a1 None None] Checking router: 868c3318-095c-49d9-982d-37995465aa5f for host: dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:57:57.638154 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6903e9-a409-4346-a59f-5298002a84a1 None None] Updating router 868c3318-095c-49d9-982d-37995465aa5f port b01e6444-57ae-4695-8c98-0f59a8449b00 binding host dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:57:57.665216 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-5f6903e9-a409-4346-a59f-5298002a84a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (b01e6444-57ae-4695-8c98-0f59a8449b00), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:57.786385 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:57.791147 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a97f0b02-0aa4-4e00-a5bf-1277cc9d596f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:57.824044 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 8c57cff1-802e-4bcf-837d-9fab45297a6c up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:57:57.915579 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 8c57cff1-802e-4bcf-837d-9fab45297a6c triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:57:57.915861 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (8c57cff1-802e-4bcf-837d-9fab45297a6c), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:57.942991 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.db_base_plugin_common [None req-a97f0b02-0aa4-4e00-a5bf-1277cc9d596f admin admin] Allocated IP 172.20.0.1 (f31f33e6-f431-4d4c-a847-a5f33b248bb8/38fcf1af-5fbd-4e35-811d-148efba21d9d/fd7ded77-b28c-46ec-854f-a2cc65c7c322) {{(pid=116192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:57:57.985774 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-5f6903e9-a409-4346-a59f-5298002a84a1 None None] Publish callbacks [] for port (b01e6444-57ae-4695-8c98-0f59a8449b00), precommit_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:58.023074 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 8c57cff1-802e-4bcf-837d-9fab45297a6c is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:57:58.046698 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a97f0b02-0aa4-4e00-a5bf-1277cc9d596f admin admin] Publish callbacks [] for port (fd7ded77-b28c-46ec-854f-a2cc65c7c322), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:58.050365 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:58.064961 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-5f6903e9-a409-4346-a59f-5298002a84a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (b01e6444-57ae-4695-8c98-0f59a8449b00), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:58.069210 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:58.123672 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-5f6903e9-a409-4346-a59f-5298002a84a1 None None] Attempting to bind port b01e6444-57ae-4695-8c98-0f59a8449b00 on host dv-cinder-846171-1-iscsi for vnic_type normal with profile {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:57:58.124043 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-5f6903e9-a409-4346-a59f-5298002a84a1 None None] Attempting to bind port b01e6444-57ae-4695-8c98-0f59a8449b00 by drivers openvswitch,hyperv on host dv-cinder-846171-1-iscsi at level 0 using segments [{'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:57:58.124405 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6903e9-a409-4346-a59f-5298002a84a1 None None] Attempting to bind port b01e6444-57ae-4695-8c98-0f59a8449b00 on network d7ab3290-3ce1-430c-a2b5-625628340a0e {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:57:58.127425 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec29e4-6792-4f0f-92bd-3668a74f7b6d None None] Pushing event updated for resources: {'Port': ['ID=b01e6444-57ae-4695-8c98-0f59a8449b00,revision_number=2']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:58.132107 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6903e9-a409-4346-a59f-5298002a84a1 None None] Checking agent: {'id': 'ea8cc94b-de2a-4266-a745-8fe843a33d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846171-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 47, 42), 'started_at': datetime.datetime(2022, 6, 16, 18, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846171-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:57:58.137938 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6903e9-a409-4346-a59f-5298002a84a1 None None] Checking segment: {'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:57:58.137938 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-5f6903e9-a409-4346-a59f-5298002a84a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:58.137938 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6903e9-a409-4346-a59f-5298002a84a1 None None] Bound using segment: {'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:57:58.138439 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a97f0b02-0aa4-4e00-a5bf-1277cc9d596f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326567'] for port (fd7ded77-b28c-46ec-854f-a2cc65c7c322), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:58.138551 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-5f6903e9-a409-4346-a59f-5298002a84a1 None None] Bound port: b01e6444-57ae-4695-8c98-0f59a8449b00, host: dv-cinder-846171-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:57:58.138551 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-5f6903e9-a409-4346-a59f-5298002a84a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (b01e6444-57ae-4695-8c98-0f59a8449b00), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:58.176036 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97f0b02-0aa4-4e00-a5bf-1277cc9d596f admin admin] Network f31f33e6-f431-4d4c-a847-a5f33b248bb8 is already hosted by enough agents. {{(pid=116192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:57:58.182959 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-a97f0b02-0aa4-4e00-a5bf-1277cc9d596f admin admin] Resources bound (agent type, host, resource id): {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:57:58.184094 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-5f6903e9-a409-4346-a59f-5298002a84a1 None None] For port b01e6444-57ae-4695-8c98-0f59a8449b00, host dv-cinder-846171-1-iscsi, cleared binding levels {{(pid=116194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:57:58.187085 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97f0b02-0aa4-4e00-a5bf-1277cc9d596f admin admin] Received port after_create {{(pid=116192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:57:58.189042 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-5f6903e9-a409-4346-a59f-5298002a84a1 None None] For port b01e6444-57ae-4695-8c98-0f59a8449b00, host dv-cinder-846171-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=b01e6444-57ae-4695-8c98-0f59a8449b00,segment=NetworkSegment(71d34237-f06f-4603-b433-3dd04278adc6),segment_id=71d34237-f06f-4603-b433-3dd04278adc6)] {{(pid=116194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:57:58.190192 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f0b02-0aa4-4e00-a5bf-1277cc9d596f admin admin] Pushing event updated for resources: {'Port': ['ID=fd7ded77-b28c-46ec-854f-a2cc65c7c322,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:58.228846 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a97f0b02-0aa4-4e00-a5bf-1277cc9d596f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8339802'] for router_interface (868c3318-095c-49d9-982d-37995465aa5f), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:58.254907 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-5f6903e9-a409-4346-a59f-5298002a84a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (b01e6444-57ae-4695-8c98-0f59a8449b00), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:58.283861 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:58.320777 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6903e9-a409-4346-a59f-5298002a84a1 None None] Routers {'868c3318-095c-49d9-982d-37995465aa5f'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:57:58.322673 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-5f6903e9-a409-4346-a59f-5298002a84a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:57:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['868c3318-095c-49d9-982d-37995465aa5f'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:57:58.372932 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec29e4-6792-4f0f-92bd-3668a74f7b6d None None] Pushing event updated for resources: {'Port': ['ID=b01e6444-57ae-4695-8c98-0f59a8449b00,revision_number=3']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:58.421103 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-34999ed0-c228-4fcc-9bb2-8c69672c769a req-c8d1af3b-03ce-4c92-be37-4f58d1957202 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5fb9a14-5c4d-4dcd-9728-85313113a15e HTTP/1.1" status: 200 len: 210 time: 0.0385461 Jun 16 18:57:58.457336 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-0d8a919c-7604-4eef-be7f-d0630175fce2 None None] Provisioning complete for port fd7ded77-b28c-46ec-854f-a2cc65c7c322 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:57:58.457628 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-0d8a919c-7604-4eef-be7f-d0630175fce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (fd7ded77-b28c-46ec-854f-a2cc65c7c322), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:58.477998 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a97f0b02-0aa4-4e00-a5bf-1277cc9d596f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (fd7ded77-b28c-46ec-854f-a2cc65c7c322), before_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:58.487335 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-5f6903e9-a409-4346-a59f-5298002a84a1 None None] Set router 868c3318-095c-49d9-982d-37995465aa5f gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:57:58.550388 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8c0cf-823a-4982-bec7-6d3662859665 req-ca6801aa-0c88-4513-a102-488efc5ba6d3 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:58.553089 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5ee8c0cf-823a-4982-bec7-6d3662859665 req-ca6801aa-0c88-4513-a102-488efc5ba6d3 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=25fe61a4-e1c1-4098-91db-fbb42c8b1d7b HTTP/1.1" status: 200 len: 945 time: 0.0798345 Jun 16 18:57:58.604821 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:58.624970 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5ee8c0cf-823a-4982-bec7-6d3662859665 req-8ff711f3-6f44-4f1e-8fb7-daf272c17bfd tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647547 Jun 16 18:57:58.660353 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714b798-52be-4b2c-a69c-aeeb3ebc4548 req-75fa92ef-d810-438b-9069-d754b3b85ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:58.664865 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c714b798-52be-4b2c-a69c-aeeb3ebc4548 req-75fa92ef-d810-438b-9069-d754b3b85ce7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ed8501d1ff734054ba0a6ef4c398d051&device_id=25fe61a4-e1c1-4098-91db-fbb42c8b1d7b HTTP/1.1" status: 200 len: 1129 time: 0.0532491 Jun 16 18:57:58.679422 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6fbbd-3f11-4cfc-b71a-f76222723a1a req-ad2dbdea-7239-449c-872e-fbd6ff8457d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:58.680841 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-29f6fbbd-3f11-4cfc-b71a-f76222723a1a req-ad2dbdea-7239-449c-872e-fbd6ff8457d3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=25fe61a4-e1c1-4098-91db-fbb42c8b1d7b HTTP/1.1" status: 200 len: 1129 time: 0.0586061 Jun 16 18:57:58.728130 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-0d8a919c-7604-4eef-be7f-d0630175fce2 None None] Port fd7ded77-b28c-46ec-854f-a2cc65c7c322 cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:57:58.743484 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:58.774211 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-29f6fbbd-3f11-4cfc-b71a-f76222723a1a req-03c455c5-9938-4257-8a9e-dc46e2a97beb service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764973 Jun 16 18:57:58.778654 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a97f0b02-0aa4-4e00-a5bf-1277cc9d596f admin admin] Publish callbacks [] for port (fd7ded77-b28c-46ec-854f-a2cc65c7c322), precommit_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:58.795548 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714b798-52be-4b2c-a69c-aeeb3ebc4548 req-bf8bbcc8-587c-44f5-a7e1-bb2e285a79c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:58.797028 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c714b798-52be-4b2c-a69c-aeeb3ebc4548 req-bf8bbcc8-587c-44f5-a7e1-bb2e285a79c9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9f034df0-3327-47b9-8a71-7606258bf90a HTTP/1.1" status: 200 len: 920 time: 0.1012127 Jun 16 18:57:58.836297 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a97f0b02-0aa4-4e00-a5bf-1277cc9d596f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326574'] for port (fd7ded77-b28c-46ec-854f-a2cc65c7c322), after_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:58.846652 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-5f6903e9-a409-4346-a59f-5298002a84a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868c3318-095c-49d9-982d-37995465aa5f', 'name': 'tempest-TestVolumeBootPattern-1948789007-router', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:57:56Z', 'revision_number': 3, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'gw_port': {'id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:64:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi'}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:57:58.872520 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6903e9-a409-4346-a59f-5298002a84a1 None None] The sync data for ids ['868c3318-095c-49d9-982d-37995465aa5f'] in dv-cinder-846171-1-iscsi is: [{'id': '868c3318-095c-49d9-982d-37995465aa5f', 'name': 'tempest-TestVolumeBootPattern-1948789007-router', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:57:56Z', 'revision_number': 3, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'gw_port': {'id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:64:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi'}] {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:57:59.061269 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c714b798-52be-4b2c-a69c-aeeb3ebc4548 req-c59f1699-ee06-4e90-9c4c-b1ef2245d358 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e4f94ae-ac05-441d-a1fa-fa6601b9d389 HTTP/1.1" status: 200 len: 217 time: 0.0365074 Jun 16 18:57:59.142686 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f0b02-0aa4-4e00-a5bf-1277cc9d596f admin admin] Pushing event updated for resources: {'Port': ['ID=fd7ded77-b28c-46ec-854f-a2cc65c7c322,revision_number=2']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:57:59.159100 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:59.161473 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a97f0b02-0aa4-4e00-a5bf-1277cc9d596f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8339886'] for router_interface (868c3318-095c-49d9-982d-37995465aa5f), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:59.163071 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714b798-52be-4b2c-a69c-aeeb3ebc4548 req-5c6f49b8-ebb9-4b42-99c8-e91b6077b7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:59.164690 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c714b798-52be-4b2c-a69c-aeeb3ebc4548 req-5c6f49b8-ebb9-4b42-99c8-e91b6077b7d7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=21288f53-db0a-40bc-af1b-49bfa8ab21bd HTTP/1.1" status: 200 len: 857 time: 0.0955539 Jun 16 18:57:59.260045 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97f0b02-0aa4-4e00-a5bf-1277cc9d596f admin admin] Network f31f33e6-f431-4d4c-a847-a5f33b248bb8 is already hosted by enough agents. {{(pid=116192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:57:59.262191 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-a97f0b02-0aa4-4e00-a5bf-1277cc9d596f admin admin] Resources bound (agent type, host, resource id): {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:57:59.392750 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:57:59.395047 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97f0b02-0aa4-4e00-a5bf-1277cc9d596f admin admin] Router 868c3318-095c-49d9-982d-37995465aa5f has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:57:59.526293 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714b798-52be-4b2c-a69c-aeeb3ebc4548 req-7cf5467e-0047-4c73-9a45-e3193e97ba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:59.527856 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c714b798-52be-4b2c-a69c-aeeb3ebc4548 req-7cf5467e-0047-4c73-9a45-e3193e97ba95 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9f034df0-3327-47b9-8a71-7606258bf90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0970240 Jun 16 18:57:59.599846 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7c851584-e1a5-4d69-90ca-b268b0143968 req-8c629cb3-0ad8-4ea2-aa58-4e0abc1a2a94 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5fb9a14-5c4d-4dcd-9728-85313113a15e HTTP/1.1" status: 200 len: 210 time: 0.0458078 Jun 16 18:57:59.610430 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97f0b02-0aa4-4e00-a5bf-1277cc9d596f admin admin] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:57:59.622436 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-a97f0b02-0aa4-4e00-a5bf-1277cc9d596f admin admin] 10.222.0.81 "PUT /v2.0/routers/868c3318-095c-49d9-982d-37995465aa5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2423553 Jun 16 18:57:59.684046 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-a9e072b2-87e3-4a9d-ba8b-0fce7aea945b None None] Provisioning complete for port fd7ded77-b28c-46ec-854f-a2cc65c7c322 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:57:59.685897 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-a9e072b2-87e3-4a9d-ba8b-0fce7aea945b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (fd7ded77-b28c-46ec-854f-a2cc65c7c322), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:57:59.739584 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-a9e072b2-87e3-4a9d-ba8b-0fce7aea945b None None] Port fd7ded77-b28c-46ec-854f-a2cc65c7c322 cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:57:59.883448 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device b01e6444-57ae-4695-8c98-0f59a8449b00 up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:57:59.926992 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb7add-fd7c-4839-8a11-a8991ffaf2d2 req-32f49b7e-3eb5-4b08-bf2f-007c3b9290be tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:57:59.933308 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-10bb7add-fd7c-4839-8a11-a8991ffaf2d2 req-32f49b7e-3eb5-4b08-bf2f-007c3b9290be tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=25fe61a4-e1c1-4098-91db-fbb42c8b1d7b HTTP/1.1" status: 200 len: 945 time: 0.0900097 Jun 16 18:57:59.936994 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c714b798-52be-4b2c-a69c-aeeb3ebc4548 req-28cfd2bb-5284-486a-a15a-ceed460d7f81 service neutron] 10.222.0.66 "GET /v2.0/networks/9f034df0-3327-47b9-8a71-7606258bf90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899037 Jun 16 18:57:59.977978 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port b01e6444-57ae-4695-8c98-0f59a8449b00 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:57:59.988466 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (b01e6444-57ae-4695-8c98-0f59a8449b00), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:00.050567 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-10bb7add-fd7c-4839-8a11-a8991ffaf2d2 req-caf2ef71-a3fe-4538-bbd5-f193919839ec tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112118 Jun 16 18:58:00.107462 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port b01e6444-57ae-4695-8c98-0f59a8449b00 is: DOWN; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:58:00.111350 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (b01e6444-57ae-4695-8c98-0f59a8449b00), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:00.142277 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] For port b01e6444-57ae-4695-8c98-0f59a8449b00, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=b01e6444-57ae-4695-8c98-0f59a8449b00,segment=NetworkSegment(71d34237-f06f-4603-b433-3dd04278adc6),segment_id=71d34237-f06f-4603-b433-3dd04278adc6)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:58:00.160510 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c714b798-52be-4b2c-a69c-aeeb3ebc4548 req-c9e7d75d-a402-4245-a9a0-6907c79a49b6 service neutron] 10.222.0.66 "GET /v2.0/networks/9f034df0-3327-47b9-8a71-7606258bf90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785254 Jun 16 18:58:00.220687 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (b01e6444-57ae-4695-8c98-0f59a8449b00), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:00.274686 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Pushing event updated for resources: {'Port': ['ID=b01e6444-57ae-4695-8c98-0f59a8449b00,revision_number=4']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:00.644147 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 50166) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:58:00.652401 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-5132d119-35f5-4c23-bae7-b786f07e9be5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1091664215-network', 'tenant_id': '9dd164b80b2d41e4af0a9c90c41928d1'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:58:00.735806 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-09caec4a-cee7-4322-8074-869c342beddd req-1271e1e5-dbf5-4c73-879f-35283f10807b tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5fb9a14-5c4d-4dcd-9728-85313113a15e HTTP/1.1" status: 200 len: 210 time: 0.0279632 Jun 16 18:58:00.756838 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5132d119-35f5-4c23-bae7-b786f07e9be5 admin admin] Made reservation on behalf of 9dd164b80b2d41e4af0a9c90c41928d1 for: {'network': 1} {{(pid=116192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:58:00.759298 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-5132d119-35f5-4c23-bae7-b786f07e9be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for network (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:00.768598 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-5132d119-35f5-4c23-bae7-b786f07e9be5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:00.827394 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:00.846097 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-5132d119-35f5-4c23-bae7-b786f07e9be5 admin admin] Publish callbacks [] for security_group (f292c373-b687-425f-a741-35504008a151), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:00.899863 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e18b2f-ffe4-4635-b39f-ada0cc3e52a7 None None] Sync routers for ids ['868c3318-095c-49d9-982d-37995465aa5f'] in dv-cinder-846171-1-iscsi {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:58:00.909402 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e18b2f-ffe4-4635-b39f-ada0cc3e52a7 None None] Routers {'868c3318-095c-49d9-982d-37995465aa5f'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:58:00.914625 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-32e18b2f-ffe4-4635-b39f-ada0cc3e52a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:57:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['868c3318-095c-49d9-982d-37995465aa5f'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:58:00.935058 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-5132d119-35f5-4c23-bae7-b786f07e9be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (f292c373-b687-425f-a741-35504008a151), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:00.966662 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5132d119-35f5-4c23-bae7-b786f07e9be5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1019, 'physical_network': 'physnet1'} {{(pid=116192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:58:00.982867 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-5132d119-35f5-4c23-bae7-b786f07e9be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056'] for segment (fe8cee17-96fc-41e3-a34b-fb2ffaa37c44), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:00.983206 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.db.segments_db [None req-5132d119-35f5-4c23-bae7-b786f07e9be5 admin admin] Added segment fe8cee17-96fc-41e3-a34b-fb2ffaa37c44 of type vlan for network 1460b74d-ec29-44dc-b33c-7bf8bd768f9c Jun 16 18:58:00.984573 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132d119-35f5-4c23-bae7-b786f07e9be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f292c373-b687-425f-a741-35504008a151,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:01.036451 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-5132d119-35f5-4c23-bae7-b786f07e9be5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748651047006'] for network (1460b74d-ec29-44dc-b33c-7bf8bd768f9c), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:01.037159 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-32e18b2f-ffe4-4635-b39f-ada0cc3e52a7 None None] Set router 868c3318-095c-49d9-982d-37995465aa5f gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:58:01.149522 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-5132d119-35f5-4c23-bae7-b786f07e9be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080'] for network (1460b74d-ec29-44dc-b33c-7bf8bd768f9c), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:01.150660 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5132d119-35f5-4c23-bae7-b786f07e9be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:01.151340 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-5132d119-35f5-4c23-bae7-b786f07e9be5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for network (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:01.174518 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1716cf5-1c2c-4ff3-b3f5-4986271cacb5 req-e22c2f46-c06c-4587-8d05-9a08e4b7f670 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:01.186415 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e1716cf5-1c2c-4ff3-b3f5-4986271cacb5 req-e22c2f46-c06c-4587-8d05-9a08e4b7f670 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=25fe61a4-e1c1-4098-91db-fbb42c8b1d7b HTTP/1.1" status: 200 len: 945 time: 0.0534477 Jun 16 18:58:01.229680 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e1716cf5-1c2c-4ff3-b3f5-4986271cacb5 req-0457da06-77c2-4317-8d7d-f9270a79d6f1 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457103 Jun 16 18:58:01.232056 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132d119-35f5-4c23-bae7-b786f07e9be5 admin admin] Pushing event updated for resources: {'Network': ['ID=1460b74d-ec29-44dc-b33c-7bf8bd768f9c,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:01.241194 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-32e18b2f-ffe4-4635-b39f-ada0cc3e52a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868c3318-095c-49d9-982d-37995465aa5f', 'name': 'tempest-TestVolumeBootPattern-1948789007-router', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:57:58Z', 'revision_number': 4, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'gw_port': {'id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': 'fd7ded77-b28c-46ec-854f-a2cc65c7c322', 'name': '', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'mac_address': 'fa:16:3e:4e:68:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:57Z', 'updated_at': '2022-06-16T18:57:58Z', 'revision_number': 2, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'subnets': [{'id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:58:01.244128 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Network 1460b74d-ec29-44dc-b33c-7bf8bd768f9c details requested by agent ovs-agent-dv-cinder-846171-1-iscsi with host dv-cinder-846171-1-iscsi {{(pid=116194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 18:58:01.249089 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 50182) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:58:01.249725 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-5132d119-35f5-4c23-bae7-b786f07e9be5 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.6035643 Jun 16 18:58:01.253905 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-e5c1fe20-a413-4d74-8e59-2b832d53f96e admin admin] Request body: {'subnet': {'network_id': '1460b74d-ec29-44dc-b33c-7bf8bd768f9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1091664215-subnet', 'tenant_id': '9dd164b80b2d41e4af0a9c90c41928d1', 'ip_version': 4}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:58:01.272315 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e18b2f-ffe4-4635-b39f-ada0cc3e52a7 None None] Checking router: 868c3318-095c-49d9-982d-37995465aa5f for host: dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:58:01.272811 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e18b2f-ffe4-4635-b39f-ada0cc3e52a7 None None] Updating router 868c3318-095c-49d9-982d-37995465aa5f port fd7ded77-b28c-46ec-854f-a2cc65c7c322 binding host dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:58:01.315046 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-32e18b2f-ffe4-4635-b39f-ada0cc3e52a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (fd7ded77-b28c-46ec-854f-a2cc65c7c322), before_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:01.345589 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c1fe20-a413-4d74-8e59-2b832d53f96e admin admin] Made reservation on behalf of 9dd164b80b2d41e4af0a9c90c41928d1 for: {'subnet': 1} {{(pid=116193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:58:01.348166 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e5c1fe20-a413-4d74-8e59-2b832d53f96e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5640637'] for subnet (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:01.575590 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-32e18b2f-ffe4-4635-b39f-ada0cc3e52a7 None None] Publish callbacks [] for port (fd7ded77-b28c-46ec-854f-a2cc65c7c322), precommit_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:01.602329 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e5c1fe20-a413-4d74-8e59-2b832d53f96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5911716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5640591'] for subnet (5a5cb7e7-447f-4fc5-9aa0-2ec97e229927), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:01.654146 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-32e18b2f-ffe4-4635-b39f-ada0cc3e52a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (fd7ded77-b28c-46ec-854f-a2cc65c7c322), after_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:01.658297 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1fe20-a413-4d74-8e59-2b832d53f96e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a5cb7e7-447f-4fc5-9aa0-2ec97e229927,revision_number=0']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:01.674017 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c1fe20-a413-4d74-8e59-2b832d53f96e admin admin] Checking segment: {'id': 'fe8cee17-96fc-41e3-a34b-fb2ffaa37c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '1460b74d-ec29-44dc-b33c-7bf8bd768f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:58:01.674385 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c1fe20-a413-4d74-8e59-2b832d53f96e admin admin] Network hostable DHCP agents. Network: 1460b74d-ec29-44dc-b33c-7bf8bd768f9c, hostable agents: ['a953bae7-14c3-401b-bbd5-413ea1206353'], hosted agents: [] {{(pid=116193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:58:01.708078 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799cb6a4-dde3-4ed0-8aaa-9357427e1ebd None None] Pushing event updated for resources: {'Port': ['ID=fd7ded77-b28c-46ec-854f-a2cc65c7c322,revision_number=3']} {{(pid=116195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:01.750746 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c1fe20-a413-4d74-8e59-2b832d53f96e admin admin] Network 1460b74d-ec29-44dc-b33c-7bf8bd768f9c is scheduled to be hosted by DHCP agent a953bae7-14c3-401b-bbd5-413ea1206353 with binding_index 1 {{(pid=116193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:58:01.787029 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.managers [None req-32e18b2f-ffe4-4635-b39f-ada0cc3e52a7 None None] Attempting to bind port fd7ded77-b28c-46ec-854f-a2cc65c7c322 on host dv-cinder-846171-1-iscsi for vnic_type normal with profile {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:58:01.787413 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.managers [None req-32e18b2f-ffe4-4635-b39f-ada0cc3e52a7 None None] Attempting to bind port fd7ded77-b28c-46ec-854f-a2cc65c7c322 by drivers openvswitch,hyperv on host dv-cinder-846171-1-iscsi at level 0 using segments [{'id': '8663ba12-146f-4a4a-92de-df95415fefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8'}] {{(pid=116195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:58:01.789711 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e18b2f-ffe4-4635-b39f-ada0cc3e52a7 None None] Attempting to bind port fd7ded77-b28c-46ec-854f-a2cc65c7c322 on network f31f33e6-f431-4d4c-a847-a5f33b248bb8 {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:58:01.796700 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e18b2f-ffe4-4635-b39f-ada0cc3e52a7 None None] Checking agent: {'id': 'ea8cc94b-de2a-4266-a745-8fe843a33d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846171-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 47, 42), 'started_at': datetime.datetime(2022, 6, 16, 18, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846171-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:58:01.797175 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e18b2f-ffe4-4635-b39f-ada0cc3e52a7 None None] Checking segment: {'id': '8663ba12-146f-4a4a-92de-df95415fefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:58:01.797622 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-32e18b2f-ffe4-4635-b39f-ada0cc3e52a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:01.798021 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e18b2f-ffe4-4635-b39f-ada0cc3e52a7 None None] Bound using segment: {'id': '8663ba12-146f-4a4a-92de-df95415fefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8'} {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:58:01.798491 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.managers [None req-32e18b2f-ffe4-4635-b39f-ada0cc3e52a7 None None] Bound port: fd7ded77-b28c-46ec-854f-a2cc65c7c322, host: dv-cinder-846171-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8663ba12-146f-4a4a-92de-df95415fefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8'}}] {{(pid=116195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:58:01.798871 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-32e18b2f-ffe4-4635-b39f-ada0cc3e52a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (fd7ded77-b28c-46ec-854f-a2cc65c7c322), before_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:01.846504 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device b01e6444-57ae-4695-8c98-0f59a8449b00 up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:58:01.861681 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [None req-e5c1fe20-a413-4d74-8e59-2b832d53f96e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846171-1-iscsi, 1460b74d-ec29-44dc-b33c-7bf8bd768f9c) {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:58:01.864952 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c1f7104b-fd51-419e-8ec1-4dd2b8f85ebf req-725756dd-67d5-408e-ad3b-6fd705306636 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5fb9a14-5c4d-4dcd-9728-85313113a15e HTTP/1.1" status: 200 len: 210 time: 0.0360377 Jun 16 18:58:01.868213 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c1fe20-a413-4d74-8e59-2b832d53f96e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:01.869001 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e5c1fe20-a413-4d74-8e59-2b832d53f96e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:01.883198 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a579cb78-7421-42b0-bc89-ca884785d647 None None] Network 1460b74d-ec29-44dc-b33c-7bf8bd768f9c requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:58:01.884009 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.db [None req-32e18b2f-ffe4-4635-b39f-ada0cc3e52a7 None None] For port fd7ded77-b28c-46ec-854f-a2cc65c7c322, host dv-cinder-846171-1-iscsi, cleared binding levels {{(pid=116195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:58:01.888046 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.db [None req-32e18b2f-ffe4-4635-b39f-ada0cc3e52a7 None None] For port fd7ded77-b28c-46ec-854f-a2cc65c7c322, host dv-cinder-846171-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=fd7ded77-b28c-46ec-854f-a2cc65c7c322,segment=NetworkSegment(8663ba12-146f-4a4a-92de-df95415fefb5),segment_id=8663ba12-146f-4a4a-92de-df95415fefb5)] {{(pid=116195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:58:01.889188 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:01.961331 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:01.976807 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port b01e6444-57ae-4695-8c98-0f59a8449b00 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:58:01.977120 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (b01e6444-57ae-4695-8c98-0f59a8449b00), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:01.997656 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-32e18b2f-ffe4-4635-b39f-ada0cc3e52a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (fd7ded77-b28c-46ec-854f-a2cc65c7c322), after_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:02.002748 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 50196) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:58:02.005442 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-e5c1fe20-a413-4d74-8e59-2b832d53f96e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7525356 Jun 16 18:58:02.011116 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-803b4207-f5cc-4b5e-b655-eede775b54dd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1091664215-router', 'tenant_id': '9dd164b80b2d41e4af0a9c90c41928d1', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:58:02.013301 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-b494f595-785a-4435-8f50-269176ccf4fb None None] Provisioning complete for port fd7ded77-b28c-46ec-854f-a2cc65c7c322 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:58:02.013686 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-b494f595-785a-4435-8f50-269176ccf4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (fd7ded77-b28c-46ec-854f-a2cc65c7c322), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:02.056131 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:02.057828 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e18b2f-ffe4-4635-b39f-ada0cc3e52a7 None None] Routers {'868c3318-095c-49d9-982d-37995465aa5f'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:58:02.058681 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-32e18b2f-ffe4-4635-b39f-ada0cc3e52a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:57:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['868c3318-095c-49d9-982d-37995465aa5f'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:58:02.089744 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58dbe86-90dd-4981-8095-6a2436388606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc834c0e-e25b-5433-9ce7-2b46938ad578-1460b74d-ec29-44dc-b33c-7bf8bd768f9c', 'network_id': '1460b74d-ec29-44dc-b33c-7bf8bd768f9c', 'project_id': '9dd164b80b2d41e4af0a9c90c41928d1', 'fixed_ips': [{'subnet_id': '5a5cb7e7-447f-4fc5-9aa0-2ec97e229927'}]}} from dv-cinder-846171-1-iscsi. {{(pid=116194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 18:58:02.090883 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-f58dbe86-90dd-4981-8095-6a2436388606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:02.157321 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:02.163717 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-803b4207-f5cc-4b5e-b655-eede775b54dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8339937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12032'] for router (174190cd-1bb3-4c6e-ba46-cf2488e8496f), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:02.164820 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-803b4207-f5cc-4b5e-b655-eede775b54dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8339730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8348846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8300508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12043'] for router (174190cd-1bb3-4c6e-ba46-cf2488e8496f), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:02.218290 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799cb6a4-dde3-4ed0-8aaa-9357427e1ebd None None] Pushing event updated for resources: {'Port': ['ID=fd7ded77-b28c-46ec-854f-a2cc65c7c322,revision_number=4']} {{(pid=116195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:02.267694 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port b01e6444-57ae-4695-8c98-0f59a8449b00 is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:58:02.293694 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-32e18b2f-ffe4-4635-b39f-ada0cc3e52a7 None None] Set router 868c3318-095c-49d9-982d-37995465aa5f gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:58:02.298971 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-803b4207-f5cc-4b5e-b655-eede775b54dd admin admin] Publish callbacks [] for router_controller (174190cd-1bb3-4c6e-ba46-cf2488e8496f), precommit_add_association {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:02.330766 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-b494f595-785a-4435-8f50-269176ccf4fb None None] Current status of the port fd7ded77-b28c-46ec-854f-a2cc65c7c322 is: DOWN; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:58:02.337821 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-b494f595-785a-4435-8f50-269176ccf4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (fd7ded77-b28c-46ec-854f-a2cc65c7c322), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:02.420588 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:02.428714 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e7d69-cf65-4430-9b89-1e51211b704a req-4c60e63e-63a6-4ae8-9a50-427ac70c6d79 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:02.430808 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-614e7d69-cf65-4430-9b89-1e51211b704a req-4c60e63e-63a6-4ae8-9a50-427ac70c6d79 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=25fe61a4-e1c1-4098-91db-fbb42c8b1d7b HTTP/1.1" status: 200 len: 945 time: 0.0844698 Jun 16 18:58:02.521040 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:02.525296 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-b494f595-785a-4435-8f50-269176ccf4fb None None] For port fd7ded77-b28c-46ec-854f-a2cc65c7c322, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=fd7ded77-b28c-46ec-854f-a2cc65c7c322,segment=NetworkSegment(8663ba12-146f-4a4a-92de-df95415fefb5),segment_id=8663ba12-146f-4a4a-92de-df95415fefb5)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:58:02.553572 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-614e7d69-cf65-4430-9b89-1e51211b704a req-9151d462-fa36-48f4-ab67-ef19fbfc729f tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081347 Jun 16 18:58:02.556109 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.db_base_plugin_common [None req-f58dbe86-90dd-4981-8095-6a2436388606 None None] Allocated IP 172.20.0.2 (1460b74d-ec29-44dc-b33c-7bf8bd768f9c/5a5cb7e7-447f-4fc5-9aa0-2ec97e229927/119631ad-a9b2-40ae-bcb0-6a436b128b2a) {{(pid=116194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:58:02.595899 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-803b4207-f5cc-4b5e-b655-eede775b54dd admin admin] Publish callbacks [] for router_gateway (174190cd-1bb3-4c6e-ba46-cf2488e8496f), precommit_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:02.596210 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-b494f595-785a-4435-8f50-269176ccf4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (fd7ded77-b28c-46ec-854f-a2cc65c7c322), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:02.656767 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-32e18b2f-ffe4-4635-b39f-ada0cc3e52a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868c3318-095c-49d9-982d-37995465aa5f', 'name': 'tempest-TestVolumeBootPattern-1948789007-router', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:57:58Z', 'revision_number': 4, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'gw_port': {'id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': 'fd7ded77-b28c-46ec-854f-a2cc65c7c322', 'name': '', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'mac_address': 'fa:16:3e:4e:68:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:57Z', 'updated_at': '2022-06-16T18:58:01Z', 'revision_number': 4, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'subnets': [{'id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:58:02.690484 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b494f595-785a-4435-8f50-269176ccf4fb None None] Pushing event updated for resources: {'Port': ['ID=fd7ded77-b28c-46ec-854f-a2cc65c7c322,revision_number=5']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:02.696611 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e18b2f-ffe4-4635-b39f-ada0cc3e52a7 None None] The sync data for ids ['868c3318-095c-49d9-982d-37995465aa5f'] in dv-cinder-846171-1-iscsi is: [{'id': '868c3318-095c-49d9-982d-37995465aa5f', 'name': 'tempest-TestVolumeBootPattern-1948789007-router', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:57:58Z', 'revision_number': 4, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'gw_port': {'id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': 'fd7ded77-b28c-46ec-854f-a2cc65c7c322', 'name': '', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'mac_address': 'fa:16:3e:4e:68:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:57Z', 'updated_at': '2022-06-16T18:58:01Z', 'revision_number': 4, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'subnets': [{'id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:58:02.738633 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-90575b29-2e99-451c-8ec9-306f50fbdb31 None None] Provisioning complete for port fd7ded77-b28c-46ec-854f-a2cc65c7c322 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:58:02.738633 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-90575b29-2e99-451c-8ec9-306f50fbdb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (fd7ded77-b28c-46ec-854f-a2cc65c7c322), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:02.874091 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-90575b29-2e99-451c-8ec9-306f50fbdb31 None None] Current status of the port fd7ded77-b28c-46ec-854f-a2cc65c7c322 is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:58:02.876419 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-f58dbe86-90dd-4981-8095-6a2436388606 None None] Publish callbacks [] for port (119631ad-a9b2-40ae-bcb0-6a436b128b2a), precommit_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:02.914175 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:02.931385 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-803b4207-f5cc-4b5e-b655-eede775b54dd admin admin] Publish callbacks [] for router_gateway (174190cd-1bb3-4c6e-ba46-cf2488e8496f), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:02.953067 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-803b4207-f5cc-4b5e-b655-eede775b54dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:02.983543 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-de21a19d-2b87-4ab8-9956-9e4d3980d4db req-7a7b5764-6a07-4e5c-9c1d-7d21ad8bb08a tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5fb9a14-5c4d-4dcd-9728-85313113a15e HTTP/1.1" status: 200 len: 210 time: 0.0412130 Jun 16 18:58:03.007962 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-f58dbe86-90dd-4981-8095-6a2436388606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864'] for port (119631ad-a9b2-40ae-bcb0-6a436b128b2a), after_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:03.066422 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58dbe86-90dd-4981-8095-6a2436388606 None None] Network 1460b74d-ec29-44dc-b33c-7bf8bd768f9c is already hosted by enough agents. {{(pid=116194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:58:03.072306 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.scheduler.base_scheduler [None req-f58dbe86-90dd-4981-8095-6a2436388606 None None] Resources bound (agent type, host, resource id): {{(pid=116194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:58:03.074577 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58dbe86-90dd-4981-8095-6a2436388606 None None] Pushing event updated for resources: {'Port': ['ID=119631ad-a9b2-40ae-bcb0-6a436b128b2a,revision_number=1']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:03.088828 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.db_base_plugin_common [None req-803b4207-f5cc-4b5e-b655-eede775b54dd admin admin] Allocated IP 172.27.0.51 (d7ab3290-3ce1-430c-a2b5-625628340a0e/2251f151-d04b-4b41-88db-58f0d465a2f0/b9031343-a098-41fd-be44-8314dbe201d9) {{(pid=116192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:58:03.099878 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58dbe86-90dd-4981-8095-6a2436388606 None None] Received port after_create {{(pid=116194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:58:03.190084 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:03.191761 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-f58dbe86-90dd-4981-8095-6a2436388606 None None] Attempting to bind port 119631ad-a9b2-40ae-bcb0-6a436b128b2a on host dv-cinder-846171-1-iscsi for vnic_type normal with profile {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:58:03.192130 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-f58dbe86-90dd-4981-8095-6a2436388606 None None] Attempting to bind port 119631ad-a9b2-40ae-bcb0-6a436b128b2a by drivers openvswitch,hyperv on host dv-cinder-846171-1-iscsi at level 0 using segments [{'id': 'fe8cee17-96fc-41e3-a34b-fb2ffaa37c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '1460b74d-ec29-44dc-b33c-7bf8bd768f9c'}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:58:03.192491 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58dbe86-90dd-4981-8095-6a2436388606 None None] Attempting to bind port 119631ad-a9b2-40ae-bcb0-6a436b128b2a on network 1460b74d-ec29-44dc-b33c-7bf8bd768f9c {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:58:03.198844 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58dbe86-90dd-4981-8095-6a2436388606 None None] Checking agent: {'id': 'ea8cc94b-de2a-4266-a745-8fe843a33d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846171-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 47, 42), 'started_at': datetime.datetime(2022, 6, 16, 18, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846171-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:58:03.199216 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58dbe86-90dd-4981-8095-6a2436388606 None None] Checking segment: {'id': 'fe8cee17-96fc-41e3-a34b-fb2ffaa37c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '1460b74d-ec29-44dc-b33c-7bf8bd768f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:58:03.199618 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-f58dbe86-90dd-4981-8095-6a2436388606 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:03.200007 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58dbe86-90dd-4981-8095-6a2436388606 None None] Bound using segment: {'id': 'fe8cee17-96fc-41e3-a34b-fb2ffaa37c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '1460b74d-ec29-44dc-b33c-7bf8bd768f9c'} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:58:03.200466 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-f58dbe86-90dd-4981-8095-6a2436388606 None None] Bound port: 119631ad-a9b2-40ae-bcb0-6a436b128b2a, host: dv-cinder-846171-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8cee17-96fc-41e3-a34b-fb2ffaa37c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '1460b74d-ec29-44dc-b33c-7bf8bd768f9c'}}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:58:03.201040 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-f58dbe86-90dd-4981-8095-6a2436388606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (119631ad-a9b2-40ae-bcb0-6a436b128b2a), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:03.230721 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-803b4207-f5cc-4b5e-b655-eede775b54dd admin admin] Publish callbacks [] for port (b9031343-a098-41fd-be44-8314dbe201d9), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:03.313880 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-f58dbe86-90dd-4981-8095-6a2436388606 None None] For port 119631ad-a9b2-40ae-bcb0-6a436b128b2a, host dv-cinder-846171-1-iscsi, cleared binding levels {{(pid=116194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:58:03.319041 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-f58dbe86-90dd-4981-8095-6a2436388606 None None] For port 119631ad-a9b2-40ae-bcb0-6a436b128b2a, host dv-cinder-846171-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=119631ad-a9b2-40ae-bcb0-6a436b128b2a,segment=NetworkSegment(fe8cee17-96fc-41e3-a34b-fb2ffaa37c44),segment_id=fe8cee17-96fc-41e3-a34b-fb2ffaa37c44)] {{(pid=116194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:58:03.323185 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-803b4207-f5cc-4b5e-b655-eede775b54dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326567'] for port (b9031343-a098-41fd-be44-8314dbe201d9), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:03.368788 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803b4207-f5cc-4b5e-b655-eede775b54dd admin admin] Network d7ab3290-3ce1-430c-a2b5-625628340a0e is already hosted by enough agents. {{(pid=116192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:58:03.382995 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-803b4207-f5cc-4b5e-b655-eede775b54dd admin admin] Resources bound (agent type, host, resource id): {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:58:03.385829 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803b4207-f5cc-4b5e-b655-eede775b54dd admin admin] Received port after_create {{(pid=116192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:58:03.389102 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b4207-f5cc-4b5e-b655-eede775b54dd admin admin] Pushing event updated for resources: {'Port': ['ID=b9031343-a098-41fd-be44-8314dbe201d9,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:03.448864 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-f58dbe86-90dd-4981-8095-6a2436388606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (119631ad-a9b2-40ae-bcb0-6a436b128b2a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:03.558991 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58dbe86-90dd-4981-8095-6a2436388606 None None] Pushing event updated for resources: {'Port': ['ID=119631ad-a9b2-40ae-bcb0-6a436b128b2a,revision_number=2']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:03.669749 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-2dad36ae-c057-411f-b230-5ccb14b7008e tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:03.671309 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-2dad36ae-c057-411f-b230-5ccb14b7008e tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.66 "GET /v2.0/networks?id=1cba00b2-5236-4b98-9847-76f93e5270f2 HTTP/1.1" status: 200 len: 814 time: 0.1997361 Jun 16 18:58:03.856393 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-b500c1ad-6546-4e04-95ef-0b1782a5fb9e tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Request body: {'port': {'device_id': 'c5fb9a14-5c4d-4dcd-9728-85313113a15e', 'network_id': '1cba00b2-5236-4b98-9847-76f93e5270f2', 'admin_state_up': True, 'tenant_id': 'e16a74b1bc56455b8f60bfc28bc94afb'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:58:03.944363 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:03.997214 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device fd7ded77-b28c-46ec-854f-a2cc65c7c322 up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:58:04.027305 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-803b4207-f5cc-4b5e-b655-eede775b54dd admin admin] Publish callbacks [] for router_gateway (174190cd-1bb3-4c6e-ba46-cf2488e8496f), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:04.046360 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95287b-3bd9-44cf-be82-c2e8df46ed3d req-bffb0491-e685-4a2c-8c41-90a30f9b8045 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:04.052073 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ee95287b-3bd9-44cf-be82-c2e8df46ed3d req-bffb0491-e685-4a2c-8c41-90a30f9b8045 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=25fe61a4-e1c1-4098-91db-fbb42c8b1d7b HTTP/1.1" status: 200 len: 945 time: 0.4049180 Jun 16 18:58:04.077307 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:04.088265 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:04.100275 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port fd7ded77-b28c-46ec-854f-a2cc65c7c322 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:58:04.100861 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (fd7ded77-b28c-46ec-854f-a2cc65c7c322), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:04.179467 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ee95287b-3bd9-44cf-be82-c2e8df46ed3d req-0c86aff6-f9f6-4cf4-adac-adf65646795b tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103647 Jun 16 18:58:04.182222 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-065f8896-7700-4430-8ca3-568a742eb1c4 req-5634ef55-6bfe-4b67-a8da-eb3eb709ac71 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5fb9a14-5c4d-4dcd-9728-85313113a15e HTTP/1.1" status: 200 len: 210 time: 0.0542312 Jun 16 18:58:04.272133 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port fd7ded77-b28c-46ec-854f-a2cc65c7c322 is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:58:04.273509 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 119631ad-a9b2-40ae-bcb0-6a436b128b2a up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:58:04.328245 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 119631ad-a9b2-40ae-bcb0-6a436b128b2a triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:58:04.328885 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (119631ad-a9b2-40ae-bcb0-6a436b128b2a), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:04.395431 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-803b4207-f5cc-4b5e-b655-eede775b54dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8340216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8340070'] for router (174190cd-1bb3-4c6e-ba46-cf2488e8496f), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:04.438510 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 119631ad-a9b2-40ae-bcb0-6a436b128b2a is: DOWN; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:58:04.438974 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (119631ad-a9b2-40ae-bcb0-6a436b128b2a), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:04.448966 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-b500c1ad-6546-4e04-95ef-0b1782a5fb9e tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Made reservation on behalf of e16a74b1bc56455b8f60bfc28bc94afb for: {'port': 1} {{(pid=116192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:58:04.454501 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-b500c1ad-6546-4e04-95ef-0b1782a5fb9e tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:04.490876 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] For port 119631ad-a9b2-40ae-bcb0-6a436b128b2a, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=119631ad-a9b2-40ae-bcb0-6a436b128b2a,segment=NetworkSegment(fe8cee17-96fc-41e3-a34b-fb2ffaa37c44),segment_id=fe8cee17-96fc-41e3-a34b-fb2ffaa37c44)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:58:04.550731 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:04.551516 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (119631ad-a9b2-40ae-bcb0-6a436b128b2a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:04.620495 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Pushing event updated for resources: {'Port': ['ID=119631ad-a9b2-40ae-bcb0-6a436b128b2a,revision_number=3']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:04.693877 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.db_base_plugin_common [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-b500c1ad-6546-4e04-95ef-0b1782a5fb9e tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Allocated IP 172.20.0.8 (1cba00b2-5236-4b98-9847-76f93e5270f2/d11c86c7-15c9-4840-b5aa-305a0705ecb2/80388b4f-0d36-43aa-8acd-308c5eefc7ba) {{(pid=116192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:58:04.779724 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803b4207-f5cc-4b5e-b655-eede775b54dd admin admin] Router 174190cd-1bb3-4c6e-ba46-cf2488e8496f is scheduled to L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a with binding_index 1 {{(pid=116192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 18:58:04.830928 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028e3107-aead-4808-a96e-7f39cc295f93 None None] Network 1460b74d-ec29-44dc-b33c-7bf8bd768f9c requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:58:04.915603 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-7e2b06e3-a873-4497-9c8a-2daec6eba122 None None] Provisioning complete for port 119631ad-a9b2-40ae-bcb0-6a436b128b2a triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:58:04.915980 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-7e2b06e3-a873-4497-9c8a-2daec6eba122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (119631ad-a9b2-40ae-bcb0-6a436b128b2a), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:05.101416 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:05.163251 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:05.175586 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-b500c1ad-6546-4e04-95ef-0b1782a5fb9e tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Publish callbacks [] for port (80388b4f-0d36-43aa-8acd-308c5eefc7ba), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:05.177513 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-7e2b06e3-a873-4497-9c8a-2daec6eba122 None None] Current status of the port 119631ad-a9b2-40ae-bcb0-6a436b128b2a is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:58:05.194087 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803b4207-f5cc-4b5e-b655-eede775b54dd admin admin] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:58:05.216615 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e79a85e-d0b4-4cb4-9e26-2fae5f57348e None None] Sync routers for ids ['174190cd-1bb3-4c6e-ba46-cf2488e8496f'] in dv-cinder-846171-1-iscsi {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:58:05.235335 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e79a85e-d0b4-4cb4-9e26-2fae5f57348e None None] Routers {'174190cd-1bb3-4c6e-ba46-cf2488e8496f'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:58:05.236762 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-2e79a85e-d0b4-4cb4-9e26-2fae5f57348e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:57:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['174190cd-1bb3-4c6e-ba46-cf2488e8496f'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:58:05.329429 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-b500c1ad-6546-4e04-95ef-0b1782a5fb9e tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326567'] for port (80388b4f-0d36-43aa-8acd-308c5eefc7ba), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:05.341591 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510a7be-edc6-4bd6-ad38-89c03c9ff58f req-1af7e0d3-cf08-4756-b8cb-205369ce7f6a tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:05.343257 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e510a7be-edc6-4bd6-ad38-89c03c9ff58f req-1af7e0d3-cf08-4756-b8cb-205369ce7f6a tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=25fe61a4-e1c1-4098-91db-fbb42c8b1d7b HTTP/1.1" status: 200 len: 945 time: 0.0725379 Jun 16 18:58:05.370497 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-b500c1ad-6546-4e04-95ef-0b1782a5fb9e tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Network 1cba00b2-5236-4b98-9847-76f93e5270f2 is already hosted by enough agents. {{(pid=116192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:58:05.388228 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-2e79a85e-d0b4-4cb4-9e26-2fae5f57348e None None] Set router 174190cd-1bb3-4c6e-ba46-cf2488e8496f gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:58:05.392994 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-b500c1ad-6546-4e04-95ef-0b1782a5fb9e tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Resources bound (agent type, host, resource id): {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:58:05.401618 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-803b4207-f5cc-4b5e-b655-eede775b54dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:05.403753 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-803b4207-f5cc-4b5e-b655-eede775b54dd admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3991156 Jun 16 18:58:05.407436 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-b500c1ad-6546-4e04-95ef-0b1782a5fb9e tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Received port after_create {{(pid=116192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:58:05.412981 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 50272) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:58:05.427145 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e510a7be-edc6-4bd6-ad38-89c03c9ff58f req-181aaaf8-1a09-4072-a013-9687b8525a31 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773225 Jun 16 18:58:05.492606 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500c1ad-6546-4e04-95ef-0b1782a5fb9e tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Pushing event updated for resources: {'Port': ['ID=80388b4f-0d36-43aa-8acd-308c5eefc7ba,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:05.523533 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-dd8d66ea-6487-43b2-bfe5-83619f0108fb None None] Provisioning complete for port 119631ad-a9b2-40ae-bcb0-6a436b128b2a triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:58:05.523915 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-dd8d66ea-6487-43b2-bfe5-83619f0108fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (119631ad-a9b2-40ae-bcb0-6a436b128b2a), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:05.548220 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-b500c1ad-6546-4e04-95ef-0b1782a5fb9e tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:05.548892 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-b500c1ad-6546-4e04-95ef-0b1782a5fb9e tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:05.572679 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2a3af-940c-4226-b4f3-16e7f6d863e1 req-0b7da100-0633-44b9-8c51-e878f7db97d3 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:05.574306 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d7e2a3af-940c-4226-b4f3-16e7f6d863e1 req-0b7da100-0633-44b9-8c51-e878f7db97d3 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5fb9a14-5c4d-4dcd-9728-85313113a15e HTTP/1.1" status: 200 len: 931 time: 0.0690296 Jun 16 18:58:05.631932 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=100 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:05.675422 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-dd8d66ea-6487-43b2-bfe5-83619f0108fb None None] Current status of the port 119631ad-a9b2-40ae-bcb0-6a436b128b2a is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:58:05.679246 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d7e2a3af-940c-4226-b4f3-16e7f6d863e1 req-3934ddfc-a982-4f2e-8019-ba35ad189ea1 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b98f7c2-3438-40ee-8f56-014b9d8b42ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873775 Jun 16 18:58:05.691670 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-2e79a85e-d0b4-4cb4-9e26-2fae5f57348e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174190cd-1bb3-4c6e-ba46-cf2488e8496f', 'name': 'tempest-TestVolumeBootPattern-1091664215-router', 'tenant_id': '9dd164b80b2d41e4af0a9c90c41928d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'b9031343-a098-41fd-be44-8314dbe201d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:58:02Z', 'updated_at': '2022-06-16T18:58:03Z', 'revision_number': 3, 'project_id': '9dd164b80b2d41e4af0a9c90c41928d1', 'gw_port': {'id': 'b9031343-a098-41fd-be44-8314dbe201d9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:11:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174190cd-1bb3-4c6e-ba46-cf2488e8496f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:58:02Z', 'updated_at': '2022-06-16T18:58:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi'}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:58:05.720049 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e79a85e-d0b4-4cb4-9e26-2fae5f57348e None None] Checking router: 174190cd-1bb3-4c6e-ba46-cf2488e8496f for host: dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:58:05.720401 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e79a85e-d0b4-4cb4-9e26-2fae5f57348e None None] Updating router 174190cd-1bb3-4c6e-ba46-cf2488e8496f port b9031343-a098-41fd-be44-8314dbe201d9 binding host dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:58:05.763610 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-2e79a85e-d0b4-4cb4-9e26-2fae5f57348e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (b9031343-a098-41fd-be44-8314dbe201d9), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:05.770153 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-b500c1ad-6546-4e04-95ef-0b1782a5fb9e tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9211869 Jun 16 18:58:05.781854 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:05.793202 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-6fbf88ae-2c1e-4cb4-8c78-a7b1c146f27b service neutron] Request body: {'port': {'device_id': 'c5fb9a14-5c4d-4dcd-9728-85313113a15e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:58:05.939268 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-6fbf88ae-2c1e-4cb4-8c78-a7b1c146f27b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (80388b4f-0d36-43aa-8acd-308c5eefc7ba), before_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:05.947324 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 119631ad-a9b2-40ae-bcb0-6a436b128b2a up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:58:06.081454 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 119631ad-a9b2-40ae-bcb0-6a436b128b2a triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:58:06.081454 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (119631ad-a9b2-40ae-bcb0-6a436b128b2a), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:06.215249 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-bb16774b-b7ae-479c-8d60-29a3783edc1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:06.230811 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 119631ad-a9b2-40ae-bcb0-6a436b128b2a is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:58:06.255736 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-2e79a85e-d0b4-4cb4-9e26-2fae5f57348e None None] Publish callbacks [] for port (b9031343-a098-41fd-be44-8314dbe201d9), precommit_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:06.336076 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-2e79a85e-d0b4-4cb4-9e26-2fae5f57348e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (b9031343-a098-41fd-be44-8314dbe201d9), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:06.354074 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf24ad7-12f9-45b9-b26c-4dc72d72cf8f req-96b78691-1640-424e-a17d-48afe86d821c tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:06.361956 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5cf24ad7-12f9-45b9-b26c-4dc72d72cf8f req-96b78691-1640-424e-a17d-48afe86d821c tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=25fe61a4-e1c1-4098-91db-fbb42c8b1d7b HTTP/1.1" status: 200 len: 945 time: 0.0943017 Jun 16 18:58:06.371600 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb06e1-5209-403c-894a-a6839a116c2e req-55f5a4b3-f093-40ec-9b69-7a8f96ecb696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:06.373340 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b5cb06e1-5209-403c-894a-a6839a116c2e req-55f5a4b3-f093-40ec-9b69-7a8f96ecb696 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ed8501d1ff734054ba0a6ef4c398d051&device_id=25fe61a4-e1c1-4098-91db-fbb42c8b1d7b HTTP/1.1" status: 200 len: 1129 time: 0.0946882 Jun 16 18:58:06.435126 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.notifiers.nova [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-6fbf88ae-2c1e-4cb4-8c78-a7b1c146f27b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80388b4f-0d36-43aa-8acd-308c5eefc7ba {{(pid=116192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:58:06.437258 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-2e79a85e-d0b4-4cb4-9e26-2fae5f57348e None None] Attempting to bind port b9031343-a098-41fd-be44-8314dbe201d9 on host dv-cinder-846171-1-iscsi for vnic_type normal with profile {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:58:06.437719 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-2e79a85e-d0b4-4cb4-9e26-2fae5f57348e None None] Attempting to bind port b9031343-a098-41fd-be44-8314dbe201d9 by drivers openvswitch,hyperv on host dv-cinder-846171-1-iscsi at level 0 using segments [{'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:58:06.438402 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e79a85e-d0b4-4cb4-9e26-2fae5f57348e None None] Attempting to bind port b9031343-a098-41fd-be44-8314dbe201d9 on network d7ab3290-3ce1-430c-a2b5-625628340a0e {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:58:06.441507 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:06.444067 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b4011e-d66c-4e41-82ef-8c5022432698 None None] Pushing event updated for resources: {'Port': ['ID=b9031343-a098-41fd-be44-8314dbe201d9,revision_number=2']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:06.449527 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-6fbf88ae-2c1e-4cb4-8c78-a7b1c146f27b service neutron] Publish callbacks [] for port (80388b4f-0d36-43aa-8acd-308c5eefc7ba), precommit_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:06.453462 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e79a85e-d0b4-4cb4-9e26-2fae5f57348e None None] Checking agent: {'id': 'ea8cc94b-de2a-4266-a745-8fe843a33d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846171-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 47, 42), 'started_at': datetime.datetime(2022, 6, 16, 18, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846171-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:58:06.453638 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e79a85e-d0b4-4cb4-9e26-2fae5f57348e None None] Checking segment: {'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:58:06.454275 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-2e79a85e-d0b4-4cb4-9e26-2fae5f57348e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:06.454843 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e79a85e-d0b4-4cb4-9e26-2fae5f57348e None None] Bound using segment: {'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:58:06.455328 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-2e79a85e-d0b4-4cb4-9e26-2fae5f57348e None None] Bound port: b9031343-a098-41fd-be44-8314dbe201d9, host: dv-cinder-846171-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:58:06.455948 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-2e79a85e-d0b4-4cb4-9e26-2fae5f57348e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (b9031343-a098-41fd-be44-8314dbe201d9), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:06.469794 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5cf24ad7-12f9-45b9-b26c-4dc72d72cf8f req-4da5bea5-79b6-461e-8df3-af64185dcc7f tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066966 Jun 16 18:58:06.476089 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.provisioning_blocks [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-6fbf88ae-2c1e-4cb4-8c78-a7b1c146f27b service neutron] Transition to ACTIVE for port object 80388b4f-0d36-43aa-8acd-308c5eefc7ba will not be triggered until provisioned by entity L2. {{(pid=116192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 18:58:06.479709 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.db_base_plugin_common [None req-bb16774b-b7ae-479c-8d60-29a3783edc1d admin admin] Allocated IP 172.20.0.1 (1460b74d-ec29-44dc-b33c-7bf8bd768f9c/5a5cb7e7-447f-4fc5-9aa0-2ec97e229927/00102202-e9da-4c1d-be05-7ba6e746274e) {{(pid=116192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:58:06.509652 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb06e1-5209-403c-894a-a6839a116c2e req-6594ed02-221e-4219-9b66-671e3ff7d55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:06.511703 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b5cb06e1-5209-403c-894a-a6839a116c2e req-6594ed02-221e-4219-9b66-671e3ff7d55b service neutron] 10.222.0.66 "GET /v2.0/networks?id=9f034df0-3327-47b9-8a71-7606258bf90a HTTP/1.1" status: 200 len: 920 time: 0.1229761 Jun 16 18:58:06.533599 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-2e79a85e-d0b4-4cb4-9e26-2fae5f57348e None None] For port b9031343-a098-41fd-be44-8314dbe201d9, host dv-cinder-846171-1-iscsi, cleared binding levels {{(pid=116194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:58:06.538527 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-2e79a85e-d0b4-4cb4-9e26-2fae5f57348e None None] For port b9031343-a098-41fd-be44-8314dbe201d9, host dv-cinder-846171-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=b9031343-a098-41fd-be44-8314dbe201d9,segment=NetworkSegment(71d34237-f06f-4603-b433-3dd04278adc6),segment_id=71d34237-f06f-4603-b433-3dd04278adc6)] {{(pid=116194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:58:06.551105 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:06.564564 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b5cb06e1-5209-403c-894a-a6839a116c2e req-9a956044-dbcc-4298-aaab-da2dca6e429a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e4f94ae-ac05-441d-a1fa-fa6601b9d389 HTTP/1.1" status: 200 len: 217 time: 0.0467336 Jun 16 18:58:06.599251 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-6fbf88ae-2c1e-4cb4-8c78-a7b1c146f27b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326574'] for port (80388b4f-0d36-43aa-8acd-308c5eefc7ba), after_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:06.608751 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-bb16774b-b7ae-479c-8d60-29a3783edc1d admin admin] Publish callbacks [] for port (00102202-e9da-4c1d-be05-7ba6e746274e), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:06.624505 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-2e79a85e-d0b4-4cb4-9e26-2fae5f57348e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (b9031343-a098-41fd-be44-8314dbe201d9), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:06.644497 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:06.653043 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb06e1-5209-403c-894a-a6839a116c2e req-f197226d-18ad-4f5b-9591-3e931ce26f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:06.654581 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b5cb06e1-5209-403c-894a-a6839a116c2e req-f197226d-18ad-4f5b-9591-3e931ce26f1d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=21288f53-db0a-40bc-af1b-49bfa8ab21bd HTTP/1.1" status: 200 len: 857 time: 0.0823448 Jun 16 18:58:06.662463 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94c9d4-cbc4-42bf-b936-95ad5e9ddaf2 req-e2b0e0e7-e61b-4c32-851a-3bb611774b5b tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:06.664451 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4b94c9d4-cbc4-42bf-b936-95ad5e9ddaf2 req-e2b0e0e7-e61b-4c32-851a-3bb611774b5b tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0638747 Jun 16 18:58:06.693119 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf88ae-2c1e-4cb4-8c78-a7b1c146f27b service neutron] Pushing event updated for resources: {'Port': ['ID=80388b4f-0d36-43aa-8acd-308c5eefc7ba,revision_number=2']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:06.729355 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e79a85e-d0b4-4cb4-9e26-2fae5f57348e None None] Routers {'174190cd-1bb3-4c6e-ba46-cf2488e8496f'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:58:06.730225 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-2e79a85e-d0b4-4cb4-9e26-2fae5f57348e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:57:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['174190cd-1bb3-4c6e-ba46-cf2488e8496f'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:58:06.735070 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b4011e-d66c-4e41-82ef-8c5022432698 None None] Pushing event updated for resources: {'Port': ['ID=b9031343-a098-41fd-be44-8314dbe201d9,revision_number=3']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:06.749024 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4b94c9d4-cbc4-42bf-b936-95ad5e9ddaf2 req-fabed838-96f0-4c13-b146-ea2590ca5a9f tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759480 Jun 16 18:58:06.779276 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-6a6b0a85-42c3-45d4-a0c4-7c63b3705c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:06.860374 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb06e1-5209-403c-894a-a6839a116c2e req-6a42f66c-f74a-450b-b708-aabcb5423cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:06.861917 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.managers [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-6fbf88ae-2c1e-4cb4-8c78-a7b1c146f27b service neutron] Attempting to bind port 80388b4f-0d36-43aa-8acd-308c5eefc7ba on host hv-cinder-84617 for vnic_type normal with profile {{(pid=116192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:58:06.862063 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b5cb06e1-5209-403c-894a-a6839a116c2e req-6a42f66c-f74a-450b-b708-aabcb5423cde service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9f034df0-3327-47b9-8a71-7606258bf90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0831583 Jun 16 18:58:06.862336 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.managers [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-6fbf88ae-2c1e-4cb4-8c78-a7b1c146f27b service neutron] Attempting to bind port 80388b4f-0d36-43aa-8acd-308c5eefc7ba by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '81fc8e53-7f5c-4025-a1b0-0fad6c3bb060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '1cba00b2-5236-4b98-9847-76f93e5270f2'}] {{(pid=116192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:58:06.862621 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-6fbf88ae-2c1e-4cb4-8c78-a7b1c146f27b service neutron] Attempting to bind port 80388b4f-0d36-43aa-8acd-308c5eefc7ba on network 1cba00b2-5236-4b98-9847-76f93e5270f2 {{(pid=116192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:58:06.868818 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-2e79a85e-d0b4-4cb4-9e26-2fae5f57348e None None] Set router 174190cd-1bb3-4c6e-ba46-cf2488e8496f gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:58:06.871779 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-6fbf88ae-2c1e-4cb4-8c78-a7b1c146f27b service neutron] Port 80388b4f-0d36-43aa-8acd-308c5eefc7ba on network 1cba00b2-5236-4b98-9847-76f93e5270f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=116192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 18:58:06.871779 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-6fbf88ae-2c1e-4cb4-8c78-a7b1c146f27b service neutron] Attempting to bind port 80388b4f-0d36-43aa-8acd-308c5eefc7ba on network 1cba00b2-5236-4b98-9847-76f93e5270f2 {{(pid=116192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:58:06.874396 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-bb16774b-b7ae-479c-8d60-29a3783edc1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326567'] for port (00102202-e9da-4c1d-be05-7ba6e746274e), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:06.876114 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac441b-d891-4e2b-82f9-3fb43657c3c3 req-4c2e1e9a-e9c1-40e4-b54d-42ce5915e015 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:06.881143 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-29ac441b-d891-4e2b-82f9-3fb43657c3c3 req-4c2e1e9a-e9c1-40e4-b54d-42ce5915e015 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5fb9a14-5c4d-4dcd-9728-85313113a15e HTTP/1.1" status: 200 len: 943 time: 0.0580883 Jun 16 18:58:06.915553 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-6fbf88ae-2c1e-4cb4-8c78-a7b1c146f27b service neutron] Checking agent: {'id': '78e75526-212b-4550-9dc1-6e088b901fa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'started_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:58:06.915553 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-6fbf88ae-2c1e-4cb4-8c78-a7b1c146f27b service neutron] Checking segment: {'id': '81fc8e53-7f5c-4025-a1b0-0fad6c3bb060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '1cba00b2-5236-4b98-9847-76f93e5270f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:58:06.915553 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-6fbf88ae-2c1e-4cb4-8c78-a7b1c146f27b service neutron] Bound using segment: {'id': '81fc8e53-7f5c-4025-a1b0-0fad6c3bb060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '1cba00b2-5236-4b98-9847-76f93e5270f2'} {{(pid=116192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:58:06.915553 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.managers [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-6fbf88ae-2c1e-4cb4-8c78-a7b1c146f27b service neutron] Bound port: 80388b4f-0d36-43aa-8acd-308c5eefc7ba, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81fc8e53-7f5c-4025-a1b0-0fad6c3bb060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '1cba00b2-5236-4b98-9847-76f93e5270f2'}}] {{(pid=116192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:58:06.915553 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-6fbf88ae-2c1e-4cb4-8c78-a7b1c146f27b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (80388b4f-0d36-43aa-8acd-308c5eefc7ba), before_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:06.931219 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:06.939549 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb16774b-b7ae-479c-8d60-29a3783edc1d admin admin] Network 1460b74d-ec29-44dc-b33c-7bf8bd768f9c is already hosted by enough agents. {{(pid=116192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:58:06.948309 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-bb16774b-b7ae-479c-8d60-29a3783edc1d admin admin] Resources bound (agent type, host, resource id): {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:58:06.964759 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb16774b-b7ae-479c-8d60-29a3783edc1d admin admin] Received port after_create {{(pid=116192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:58:06.969292 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16774b-b7ae-479c-8d60-29a3783edc1d admin admin] Pushing event updated for resources: {'Port': ['ID=00102202-e9da-4c1d-be05-7ba6e746274e,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:07.025051 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-29ac441b-d891-4e2b-82f9-3fb43657c3c3 req-1509cfab-eb2a-4ff5-8299-049500c03831 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b98f7c2-3438-40ee-8f56-014b9d8b42ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374764 Jun 16 18:58:07.026867 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:07.029990 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b5cb06e1-5209-403c-894a-a6839a116c2e req-28a7bee7-8cec-4df6-b8f6-dd9e78d33175 service neutron] 10.222.0.66 "GET /v2.0/networks/9f034df0-3327-47b9-8a71-7606258bf90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511884 Jun 16 18:58:07.093845 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-bb16774b-b7ae-479c-8d60-29a3783edc1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8339802'] for router_interface (174190cd-1bb3-4c6e-ba46-cf2488e8496f), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:07.128230 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-2e79a85e-d0b4-4cb4-9e26-2fae5f57348e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174190cd-1bb3-4c6e-ba46-cf2488e8496f', 'name': 'tempest-TestVolumeBootPattern-1091664215-router', 'tenant_id': '9dd164b80b2d41e4af0a9c90c41928d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'b9031343-a098-41fd-be44-8314dbe201d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:58:02Z', 'updated_at': '2022-06-16T18:58:03Z', 'revision_number': 3, 'project_id': '9dd164b80b2d41e4af0a9c90c41928d1', 'gw_port': {'id': 'b9031343-a098-41fd-be44-8314dbe201d9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:11:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174190cd-1bb3-4c6e-ba46-cf2488e8496f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:58:02Z', 'updated_at': '2022-06-16T18:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi'}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:58:07.171529 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.db [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-6fbf88ae-2c1e-4cb4-8c78-a7b1c146f27b service neutron] For port 80388b4f-0d36-43aa-8acd-308c5eefc7ba, host hv-cinder-84617, cleared binding levels {{(pid=116192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:58:07.171963 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e79a85e-d0b4-4cb4-9e26-2fae5f57348e None None] The sync data for ids ['174190cd-1bb3-4c6e-ba46-cf2488e8496f'] in dv-cinder-846171-1-iscsi is: [{'id': '174190cd-1bb3-4c6e-ba46-cf2488e8496f', 'name': 'tempest-TestVolumeBootPattern-1091664215-router', 'tenant_id': '9dd164b80b2d41e4af0a9c90c41928d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'b9031343-a098-41fd-be44-8314dbe201d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:58:02Z', 'updated_at': '2022-06-16T18:58:03Z', 'revision_number': 3, 'project_id': '9dd164b80b2d41e4af0a9c90c41928d1', 'gw_port': {'id': 'b9031343-a098-41fd-be44-8314dbe201d9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:11:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174190cd-1bb3-4c6e-ba46-cf2488e8496f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:58:02Z', 'updated_at': '2022-06-16T18:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi'}] {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:58:07.203864 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.db [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-6fbf88ae-2c1e-4cb4-8c78-a7b1c146f27b service neutron] For port 80388b4f-0d36-43aa-8acd-308c5eefc7ba, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=80388b4f-0d36-43aa-8acd-308c5eefc7ba,segment=NetworkSegment(81fc8e53-7f5c-4025-a1b0-0fad6c3bb060),segment_id=81fc8e53-7f5c-4025-a1b0-0fad6c3bb060)] {{(pid=116192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:58:07.214990 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-9053fc77-bfb2-4297-be04-abf5a1f88c19 None None] Provisioning complete for port 00102202-e9da-4c1d-be05-7ba6e746274e triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:58:07.215587 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-9053fc77-bfb2-4297-be04-abf5a1f88c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (00102202-e9da-4c1d-be05-7ba6e746274e), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:07.268641 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b5cb06e1-5209-403c-894a-a6839a116c2e req-f02c3682-6799-4b8a-89db-67a527b78f9a service neutron] 10.222.0.66 "GET /v2.0/networks/9f034df0-3327-47b9-8a71-7606258bf90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235827 Jun 16 18:58:07.268868 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-9053fc77-bfb2-4297-be04-abf5a1f88c19 None None] Port 00102202-e9da-4c1d-be05-7ba6e746274e cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:58:07.362537 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-6fbf88ae-2c1e-4cb4-8c78-a7b1c146f27b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326574'] for port (80388b4f-0d36-43aa-8acd-308c5eefc7ba), after_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:07.400147 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-6fbf88ae-2c1e-4cb4-8c78-a7b1c146f27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:07.400838 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-6fbf88ae-2c1e-4cb4-8c78-a7b1c146f27b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:07.402754 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-6fbf88ae-2c1e-4cb4-8c78-a7b1c146f27b service neutron] 10.222.0.66 "PUT /v2.0/ports/80388b4f-0d36-43aa-8acd-308c5eefc7ba HTTP/1.1" status: 200 len: 1093 time: 1.6154449 Jun 16 18:58:07.403187 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5fb9a14-5c4d-4dcd-9728-85313113a15e', 'tag': '80388b4f-0d36-43aa-8acd-308c5eefc7ba'}] {{(pid=116192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:58:07.405696 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744e9e4082f242c101b6c91db8253db5b8bdf8a002bfe2f24814a1499063359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8bb334-3175-4ee0-810b-2df4fd0a9ef8" -d '{"events": [{"name": "network-changed", "server_uuid": "c5fb9a14-5c4d-4dcd-9728-85313113a15e", "tag": "80388b4f-0d36-43aa-8acd-308c5eefc7ba"}]}' {{(pid=116192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:58:07.415375 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:07.484437 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da087fa6-5533-4388-9835-c63b919cb8a6 x-openstack-request-id: req-da087fa6-5533-4388-9835-c63b919cb8a6 {{(pid=116192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:58:07.485656 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5fb9a14-5c4d-4dcd-9728-85313113a15e", "tag": "80388b4f-0d36-43aa-8acd-308c5eefc7ba", "status": "completed", "code": 200}]} {{(pid=116192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:58:07.485908 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-da087fa6-5533-4388-9835-c63b919cb8a6 {{(pid=116192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:58:07.486377 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da087fa6-5533-4388-9835-c63b919cb8a6'] response: {'name': 'network-changed', 'server_uuid': 'c5fb9a14-5c4d-4dcd-9728-85313113a15e', 'tag': '80388b4f-0d36-43aa-8acd-308c5eefc7ba', 'status': 'completed', 'code': 200} Jun 16 18:58:07.493789 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf88ae-2c1e-4cb4-8c78-a7b1c146f27b service neutron] Pushing event updated for resources: {'Port': ['ID=80388b4f-0d36-43aa-8acd-308c5eefc7ba,revision_number=3']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:07.509749 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-bb16774b-b7ae-479c-8d60-29a3783edc1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (00102202-e9da-4c1d-be05-7ba6e746274e), before_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:07.564878 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:07.569627 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bb334-3175-4ee0-810b-2df4fd0a9ef8 req-fd4cba11-733f-48b2-842f-e9a09b5ad64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:07.571331 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-1a8bb334-3175-4ee0-810b-2df4fd0a9ef8 req-fd4cba11-733f-48b2-842f-e9a09b5ad64c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e16a74b1bc56455b8f60bfc28bc94afb&device_id=c5fb9a14-5c4d-4dcd-9728-85313113a15e HTTP/1.1" status: 200 len: 1127 time: 0.0724883 Jun 16 18:58:07.627714 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3440c36-360c-47f5-9e95-97fccdd707d2 req-c774ad4f-4644-4f83-b459-5d77ea01a1da tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:07.630154 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d3440c36-360c-47f5-9e95-97fccdd707d2 req-c774ad4f-4644-4f83-b459-5d77ea01a1da tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=25fe61a4-e1c1-4098-91db-fbb42c8b1d7b HTTP/1.1" status: 200 len: 945 time: 0.0755813 Jun 16 18:58:07.685493 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d3440c36-360c-47f5-9e95-97fccdd707d2 req-8a65f10b-aed5-4b7e-b101-4b8ae1fc117a tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491731 Jun 16 18:58:07.828562 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device b9031343-a098-41fd-be44-8314dbe201d9 up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:58:07.866503 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bb334-3175-4ee0-810b-2df4fd0a9ef8 req-1b055e59-1166-4ab8-8458-e070fc69fe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:07.867841 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-1a8bb334-3175-4ee0-810b-2df4fd0a9ef8 req-1b055e59-1166-4ab8-8458-e070fc69fe4b service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=e16a74b1bc56455b8f60bfc28bc94afb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2872088 Jun 16 18:58:07.896704 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port b9031343-a098-41fd-be44-8314dbe201d9 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:58:07.897178 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (b9031343-a098-41fd-be44-8314dbe201d9), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:07.918816 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-bb16774b-b7ae-479c-8d60-29a3783edc1d admin admin] Publish callbacks [] for port (00102202-e9da-4c1d-be05-7ba6e746274e), precommit_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:07.972029 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454595e-eda4-4298-8f1e-98126d0d4e0d req-97d00e2c-f915-4929-82c4-58898dde1bde tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:07.979220 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0454595e-eda4-4298-8f1e-98126d0d4e0d req-97d00e2c-f915-4929-82c4-58898dde1bde tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0962527 Jun 16 18:58:07.980477 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port b9031343-a098-41fd-be44-8314dbe201d9 is: DOWN; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:58:07.981192 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (b9031343-a098-41fd-be44-8314dbe201d9), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:07.986957 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-bb16774b-b7ae-479c-8d60-29a3783edc1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326574'] for port (00102202-e9da-4c1d-be05-7ba6e746274e), after_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:08.016210 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] For port b9031343-a098-41fd-be44-8314dbe201d9, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=b9031343-a098-41fd-be44-8314dbe201d9,segment=NetworkSegment(71d34237-f06f-4603-b433-3dd04278adc6),segment_id=71d34237-f06f-4603-b433-3dd04278adc6)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:58:08.043021 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0454595e-eda4-4298-8f1e-98126d0d4e0d req-1273fbc4-91d5-4d21-8968-e9f0e2d696f7 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624611 Jun 16 18:58:08.089885 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16774b-b7ae-479c-8d60-29a3783edc1d admin admin] Pushing event updated for resources: {'Port': ['ID=00102202-e9da-4c1d-be05-7ba6e746274e,revision_number=2']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:08.096099 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-bb16774b-b7ae-479c-8d60-29a3783edc1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8339886'] for router_interface (174190cd-1bb3-4c6e-ba46-cf2488e8496f), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:08.140540 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (b9031343-a098-41fd-be44-8314dbe201d9), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:08.172812 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:08.234889 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87b553-23d9-4a39-81a2-3a3ac2bad3cc req-cc3dff0f-edf9-4dc4-8f34-a4f6618c9eb5 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:08.236353 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6e87b553-23d9-4a39-81a2-3a3ac2bad3cc req-cc3dff0f-edf9-4dc4-8f34-a4f6618c9eb5 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5fb9a14-5c4d-4dcd-9728-85313113a15e HTTP/1.1" status: 200 len: 943 time: 0.1263692 Jun 16 18:58:08.265360 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Pushing event updated for resources: {'Port': ['ID=b9031343-a098-41fd-be44-8314dbe201d9,revision_number=4']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:08.319973 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb16774b-b7ae-479c-8d60-29a3783edc1d admin admin] Network 1460b74d-ec29-44dc-b33c-7bf8bd768f9c is already hosted by enough agents. {{(pid=116192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:58:08.321747 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-bb16774b-b7ae-479c-8d60-29a3783edc1d admin admin] Resources bound (agent type, host, resource id): {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:58:08.328932 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6e87b553-23d9-4a39-81a2-3a3ac2bad3cc req-7dc31447-3dd4-4da3-9e65-628d59ea4b1c tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b98f7c2-3438-40ee-8f56-014b9d8b42ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769012 Jun 16 18:58:08.447469 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb16774b-b7ae-479c-8d60-29a3783edc1d admin admin] Router 174190cd-1bb3-4c6e-ba46-cf2488e8496f has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:58:08.496371 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=100 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:08.553484 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb16774b-b7ae-479c-8d60-29a3783edc1d admin admin] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:58:08.558386 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-bb16774b-b7ae-479c-8d60-29a3783edc1d admin admin] 10.222.0.81 "PUT /v2.0/routers/174190cd-1bb3-4c6e-ba46-cf2488e8496f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1441600 Jun 16 18:58:08.603245 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:08.609779 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-f5d255df-6a9c-4a92-9f54-57a0b6800d58 None None] Provisioning complete for port 00102202-e9da-4c1d-be05-7ba6e746274e triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:58:08.609779 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-f5d255df-6a9c-4a92-9f54-57a0b6800d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (00102202-e9da-4c1d-be05-7ba6e746274e), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:08.639995 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-f5d255df-6a9c-4a92-9f54-57a0b6800d58 None None] Port 00102202-e9da-4c1d-be05-7ba6e746274e cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:58:08.702751 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 50346) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:58:08.806279 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1304bb-dc80-4c56-86ec-96575b116572 req-8e2c6561-1663-4cd3-920d-3fd9f23a27ce tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:08.807894 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ca1304bb-dc80-4c56-86ec-96575b116572 req-8e2c6561-1663-4cd3-920d-3fd9f23a27ce tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=25fe61a4-e1c1-4098-91db-fbb42c8b1d7b HTTP/1.1" status: 200 len: 945 time: 0.0491116 Jun 16 18:58:08.825423 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-06f898bd-9a63-4b02-9508-35d00026f277 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:08.874229 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ca1304bb-dc80-4c56-86ec-96575b116572 req-5860a3b3-12fa-4ae9-a846-0e3421813517 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552137 Jun 16 18:58:09.030958 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-0e1ce8bb-151e-4af2-b2d0-7b09ca02b766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:09.040131 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bb334-3175-4ee0-810b-2df4fd0a9ef8 req-5113689b-b834-41d2-b3a4-6bfccc789c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:09.042192 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-1a8bb334-3175-4ee0-810b-2df4fd0a9ef8 req-5113689b-b834-41d2-b3a4-6bfccc789c9b service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2027833 Jun 16 18:58:09.065547 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-06f898bd-9a63-4b02-9508-35d00026f277 admin admin] Publish callbacks [] for security_group (9b2b02be-21c9-4ce7-ba9e-f2908e3394c0), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:09.103855 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 50360) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:58:09.112117 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-87ce99a9-d9b7-4e0b-9a5c-e2730bcd94a1 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1909774442', 'description': 'tempest-secgroup-smoke-1909774442 description', 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:58:09.146222 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-f6b63d62-f3f3-4731-b9f0-f83822ba107d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:09.148114 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-f6b63d62-f3f3-4731-b9f0-f83822ba107d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e16a74b1bc56455b8f60bfc28bc94afb&device_id=c5fb9a14-5c4d-4dcd-9728-85313113a15e HTTP/1.1" status: 200 len: 1127 time: 0.0512369 Jun 16 18:58:09.170055 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-06f898bd-9a63-4b02-9508-35d00026f277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (9b2b02be-21c9-4ce7-ba9e-f2908e3394c0), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:09.196599 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe36fa7-6b71-4b34-8a33-324b214bb742 req-66ae689f-dbc9-415e-9021-09804961e649 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:09.200567 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5fe36fa7-6b71-4b34-8a33-324b214bb742 req-66ae689f-dbc9-415e-9021-09804961e649 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0763609 Jun 16 18:58:09.223951 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-06f898bd-9a63-4b02-9508-35d00026f277 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f77b565d29b44bedab9c0ac1b8cc4c63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5199950 Jun 16 18:58:09.224920 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f898bd-9a63-4b02-9508-35d00026f277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2b02be-21c9-4ce7-ba9e-f2908e3394c0,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:09.227062 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 50362) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:58:09.244035 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-87ce99a9-d9b7-4e0b-9a5c-e2730bcd94a1 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:09.316080 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5fe36fa7-6b71-4b34-8a33-324b214bb742 req-49aafc0f-0069-4d97-bc3f-b1c1f9a2ae78 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057982 Jun 16 18:58:09.365776 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-95164e53-e82b-45f9-8ee8-e569f29ccd9b admin admin] Publish callbacks [] for security_group (9b2b02be-21c9-4ce7-ba9e-f2908e3394c0), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:09.397637 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-87ce99a9-d9b7-4e0b-9a5c-e2730bcd94a1 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for security_group (99a08824-dc82-49a5-9e5b-2ab3eed26eb0), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:09.407532 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-95164e53-e82b-45f9-8ee8-e569f29ccd9b admin admin] Publish callbacks [] for security_group (9b2b02be-21c9-4ce7-ba9e-f2908e3394c0), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:09.495798 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-87ce99a9-d9b7-4e0b-9a5c-e2730bcd94a1 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (99a08824-dc82-49a5-9e5b-2ab3eed26eb0), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:09.518954 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:09.552540 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2c8a9-ed86-4c77-a7a8-5ad0220ac27c req-0d61b890-09f5-4f82-9338-20f6833126bd tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:09.554081 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-08f2c8a9-ed86-4c77-a7a8-5ad0220ac27c req-0d61b890-09f5-4f82-9338-20f6833126bd tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5fb9a14-5c4d-4dcd-9728-85313113a15e HTTP/1.1" status: 200 len: 943 time: 0.1080756 Jun 16 18:58:09.579659 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-95164e53-e82b-45f9-8ee8-e569f29ccd9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (9b2b02be-21c9-4ce7-ba9e-f2908e3394c0), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:09.582435 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-95164e53-e82b-45f9-8ee8-e569f29ccd9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:09.583570 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-95164e53-e82b-45f9-8ee8-e569f29ccd9b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9b2b02be-21c9-4ce7-ba9e-f2908e3394c0 HTTP/1.1" status: 204 len: 168 time: 0.3556015 Jun 16 18:58:09.584369 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce99a9-d9b7-4e0b-9a5c-e2730bcd94a1 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99a08824-dc82-49a5-9e5b-2ab3eed26eb0,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:09.597199 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-039e3400-049e-48c7-8b2a-21d146956c70 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-416391496&fields=id&tenant_id=5db8d64fab0e45ffbba87b1ae3b48703 HTTP/1.1" status: 200 len: 267 time: 0.1535604 Jun 16 18:58:09.607898 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-87ce99a9-d9b7-4e0b-9a5c-e2730bcd94a1 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:09.609394 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-87ce99a9-d9b7-4e0b-9a5c-e2730bcd94a1 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5036314 Jun 16 18:58:09.616778 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 50376) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:58:09.629790 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-389c2e30-43aa-485f-a4c7-e5a75fed20ef tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Request body: {'security_group_rule': {'security_group_id': '99a08824-dc82-49a5-9e5b-2ab3eed26eb0', 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:58:09.638834 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95164e53-e82b-45f9-8ee8-e569f29ccd9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2b02be-21c9-4ce7-ba9e-f2908e3394c0,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:09.645605 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:09.770074 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-08f2c8a9-ed86-4c77-a7a8-5ad0220ac27c req-ab5592d0-75a5-46a2-8abc-d24e3b4dd110 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b98f7c2-3438-40ee-8f56-014b9d8b42ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064738 Jun 16 18:58:09.836848 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device b9031343-a098-41fd-be44-8314dbe201d9 up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:58:09.845439 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-723c8ae5-d65b-427f-9292-2e0141744741 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80388b4f-0d36-43aa-8acd-308c5eefc7ba HTTP/1.1" status: 200 len: 217 time: 0.2986689 Jun 16 18:58:09.853165 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-8bb7850b-40fa-40b3-9679-b44fe4d2a18d tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:09.854869 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-8bb7850b-40fa-40b3-9679-b44fe4d2a18d tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/networks?id=0dec2021-b64c-4fc7-9ff0-960200894783 HTTP/1.1" status: 200 len: 809 time: 0.2389789 Jun 16 18:58:09.880019 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-4769b59b-cbe2-402a-80ee-edbb38b88505 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/quotas/5db8d64fab0e45ffbba87b1ae3b48703 HTTP/1.1" status: 200 len: 375 time: 0.0166667 Jun 16 18:58:09.881137 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-389c2e30-43aa-485f-a4c7-e5a75fed20ef tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for security_group_rule (2f6b6bfe-a48c-44f6-9f09-51e6cb5eaf03), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:09.908339 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port b9031343-a098-41fd-be44-8314dbe201d9 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:58:09.909057 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (b9031343-a098-41fd-be44-8314dbe201d9), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:09.909572 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-226b91b7-756d-418f-9a1f-3a173bf34241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:09.911027 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-226b91b7-756d-418f-9a1f-3a173bf34241 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d11c86c7-15c9-4840-b5aa-305a0705ecb2 HTTP/1.1" status: 200 len: 854 time: 0.0584607 Jun 16 18:58:10.042816 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-1b88390b-316c-4d7f-b8c7-691a382ba61a tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5db8d64fab0e45ffbba87b1ae3b48703&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1361022 Jun 16 18:58:10.056508 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port b9031343-a098-41fd-be44-8314dbe201d9 is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:58:10.063377 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8aa40-6fdc-4565-b66e-5df5a9017df0 req-24a5c9e7-ed83-4a9f-884c-d50eec036378 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:10.065028 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-72c8aa40-6fdc-4565-b66e-5df5a9017df0 req-24a5c9e7-ed83-4a9f-884c-d50eec036378 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=25fe61a4-e1c1-4098-91db-fbb42c8b1d7b HTTP/1.1" status: 200 len: 945 time: 0.0799894 Jun 16 18:58:10.079498 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-389c2e30-43aa-485f-a4c7-e5a75fed20ef tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for security_group_rule (2f6b6bfe-a48c-44f6-9f09-51e6cb5eaf03), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:10.150079 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-389c2e30-43aa-485f-a4c7-e5a75fed20ef tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932097'] for security_group_rule (2f6b6bfe-a48c-44f6-9f09-51e6cb5eaf03), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:10.192858 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5de65b-a934-41b6-bf6c-1f1e32ad8747 None None] Sync routers for ids ['174190cd-1bb3-4c6e-ba46-cf2488e8496f'] in dv-cinder-846171-1-iscsi {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:58:10.205032 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5de65b-a934-41b6-bf6c-1f1e32ad8747 None None] Routers {'174190cd-1bb3-4c6e-ba46-cf2488e8496f'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:58:10.205690 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-2c5de65b-a934-41b6-bf6c-1f1e32ad8747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:58:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['174190cd-1bb3-4c6e-ba46-cf2488e8496f'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:58:10.217108 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-72c8aa40-6fdc-4565-b66e-5df5a9017df0 req-1a5803f7-64a7-41d6-9fd2-01853d1bb13d tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364834 Jun 16 18:58:10.219548 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c2e30-43aa-485f-a4c7-e5a75fed20ef tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f6b6bfe-a48c-44f6-9f09-51e6cb5eaf03,revision_number=0']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:10.231551 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:10.253653 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-88902da9-a405-4b2e-9eca-9458b8a1cd64 service neutron] 10.222.0.81 "GET /v2.0/networks/0dec2021-b64c-4fc7-9ff0-960200894783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766903 Jun 16 18:58:10.282944 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:10.284517 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-389c2e30-43aa-485f-a4c7-e5a75fed20ef tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:10.292676 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 50392) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:58:10.294199 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-32854d1f-370f-4588-bab6-13bd3ad98cde tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Request body: {'security_group_rule': {'security_group_id': '99a08824-dc82-49a5-9e5b-2ab3eed26eb0', 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:58:10.299668 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-389c2e30-43aa-485f-a4c7-e5a75fed20ef tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6788080 Jun 16 18:58:10.322121 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-2c5de65b-a934-41b6-bf6c-1f1e32ad8747 None None] Set router 174190cd-1bb3-4c6e-ba46-cf2488e8496f gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:58:10.398625 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-32854d1f-370f-4588-bab6-13bd3ad98cde tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for security_group_rule (883d6085-499f-43c3-8c7a-7b0e9b4f62e7), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:10.464459 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-f2130114-26c9-4f42-a240-77aa6d645b9f service neutron] 10.222.0.81 "GET /v2.0/networks/0dec2021-b64c-4fc7-9ff0-960200894783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027102 Jun 16 18:58:10.483531 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-32854d1f-370f-4588-bab6-13bd3ad98cde tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for security_group_rule (883d6085-499f-43c3-8c7a-7b0e9b4f62e7), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:10.508058 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8da7ef-8559-4f4c-bcd0-70bb15e9a386 req-98941022-2d8e-40cd-a25d-a9d7d29dbe9a tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:10.509867 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4a8da7ef-8559-4f4c-bcd0-70bb15e9a386 req-98941022-2d8e-40cd-a25d-a9d7d29dbe9a tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0700371 Jun 16 18:58:10.562475 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4a8da7ef-8559-4f4c-bcd0-70bb15e9a386 req-53c077c9-7d91-4fb9-9c28-db9aefce6eba tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458796 Jun 16 18:58:10.569599 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-32854d1f-370f-4588-bab6-13bd3ad98cde tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932097'] for security_group_rule (883d6085-499f-43c3-8c7a-7b0e9b4f62e7), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:10.622102 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32854d1f-370f-4588-bab6-13bd3ad98cde tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=883d6085-499f-43c3-8c7a-7b0e9b4f62e7,revision_number=0']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:10.639164 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-2c5de65b-a934-41b6-bf6c-1f1e32ad8747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174190cd-1bb3-4c6e-ba46-cf2488e8496f', 'name': 'tempest-TestVolumeBootPattern-1091664215-router', 'tenant_id': '9dd164b80b2d41e4af0a9c90c41928d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'b9031343-a098-41fd-be44-8314dbe201d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:58:02Z', 'updated_at': '2022-06-16T18:58:07Z', 'revision_number': 4, 'project_id': '9dd164b80b2d41e4af0a9c90c41928d1', 'gw_port': {'id': 'b9031343-a098-41fd-be44-8314dbe201d9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174190cd-1bb3-4c6e-ba46-cf2488e8496f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:58:02Z', 'updated_at': '2022-06-16T18:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '00102202-e9da-4c1d-be05-7ba6e746274e', 'name': '', 'network_id': '1460b74d-ec29-44dc-b33c-7bf8bd768f9c', 'tenant_id': '9dd164b80b2d41e4af0a9c90c41928d1', 'mac_address': 'fa:16:3e:b0:e9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174190cd-1bb3-4c6e-ba46-cf2488e8496f', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5a5cb7e7-447f-4fc5-9aa0-2ec97e229927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:58:06Z', 'updated_at': '2022-06-16T18:58:07Z', 'revision_number': 2, 'project_id': '9dd164b80b2d41e4af0a9c90c41928d1', 'subnets': [{'id': '5a5cb7e7-447f-4fc5-9aa0-2ec97e229927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:58:10.667557 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5de65b-a934-41b6-bf6c-1f1e32ad8747 None None] Checking router: 174190cd-1bb3-4c6e-ba46-cf2488e8496f for host: dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:58:10.667916 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5de65b-a934-41b6-bf6c-1f1e32ad8747 None None] Updating router 174190cd-1bb3-4c6e-ba46-cf2488e8496f port 00102202-e9da-4c1d-be05-7ba6e746274e binding host dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 18:58:10.697948 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-2c5de65b-a934-41b6-bf6c-1f1e32ad8747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (00102202-e9da-4c1d-be05-7ba6e746274e), before_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:10.762740 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-32854d1f-370f-4588-bab6-13bd3ad98cde tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:10.763927 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-32854d1f-370f-4588-bab6-13bd3ad98cde tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4740856 Jun 16 18:58:10.765678 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-6fa5453b-8c02-4ed0-9f8b-c689fadeef85 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1cba00b2-5236-4b98-9847-76f93e5270f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332890 Jun 16 18:58:10.766790 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 50412) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:58:10.771378 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-30edd519-9164-4df7-93c7-6fe293b1015f tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Request body: {'security_group_rule': {'security_group_id': '99a08824-dc82-49a5-9e5b-2ab3eed26eb0', 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:58:10.808386 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=100 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:10.934657 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-30edd519-9164-4df7-93c7-6fe293b1015f tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for security_group_rule (4c666bb7-1450-4e91-84d3-11c52633b4d5), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:10.954069 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadadc31-7258-4521-8aa8-59f58517e9df req-8b7cbd33-cc99-4ff2-a619-c32d729a3e72 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:10.955557 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-cadadc31-7258-4521-8aa8-59f58517e9df req-8b7cbd33-cc99-4ff2-a619-c32d729a3e72 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5fb9a14-5c4d-4dcd-9728-85313113a15e HTTP/1.1" status: 200 len: 943 time: 0.0681632 Jun 16 18:58:11.021466 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-2c5de65b-a934-41b6-bf6c-1f1e32ad8747 None None] Publish callbacks [] for port (00102202-e9da-4c1d-be05-7ba6e746274e), precommit_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:11.025119 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:11.048357 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-30edd519-9164-4df7-93c7-6fe293b1015f tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for security_group_rule (4c666bb7-1450-4e91-84d3-11c52633b4d5), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:11.058103 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-cadadc31-7258-4521-8aa8-59f58517e9df req-0ba6c7d5-b8f7-43cb-afa4-a570421ff953 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b98f7c2-3438-40ee-8f56-014b9d8b42ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896206 Jun 16 18:58:11.156663 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-2c5de65b-a934-41b6-bf6c-1f1e32ad8747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (00102202-e9da-4c1d-be05-7ba6e746274e), after_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:11.210686 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74044768-2f53-4837-98c1-45c30a1370d3 None None] Pushing event updated for resources: {'Port': ['ID=00102202-e9da-4c1d-be05-7ba6e746274e,revision_number=3']} {{(pid=116195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:11.214385 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-30edd519-9164-4df7-93c7-6fe293b1015f tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932097'] for security_group_rule (4c666bb7-1450-4e91-84d3-11c52633b4d5), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:11.239978 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30edd519-9164-4df7-93c7-6fe293b1015f tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c666bb7-1450-4e91-84d3-11c52633b4d5,revision_number=0']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:11.311913 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.managers [None req-2c5de65b-a934-41b6-bf6c-1f1e32ad8747 None None] Attempting to bind port 00102202-e9da-4c1d-be05-7ba6e746274e on host dv-cinder-846171-1-iscsi for vnic_type normal with profile {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:58:11.312371 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.managers [None req-2c5de65b-a934-41b6-bf6c-1f1e32ad8747 None None] Attempting to bind port 00102202-e9da-4c1d-be05-7ba6e746274e by drivers openvswitch,hyperv on host dv-cinder-846171-1-iscsi at level 0 using segments [{'id': 'fe8cee17-96fc-41e3-a34b-fb2ffaa37c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '1460b74d-ec29-44dc-b33c-7bf8bd768f9c'}] {{(pid=116195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:58:11.312868 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5de65b-a934-41b6-bf6c-1f1e32ad8747 None None] Attempting to bind port 00102202-e9da-4c1d-be05-7ba6e746274e on network 1460b74d-ec29-44dc-b33c-7bf8bd768f9c {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:58:11.323359 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5de65b-a934-41b6-bf6c-1f1e32ad8747 None None] Checking agent: {'id': 'ea8cc94b-de2a-4266-a745-8fe843a33d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846171-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 47, 42), 'started_at': datetime.datetime(2022, 6, 16, 18, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846171-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:58:11.323879 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5de65b-a934-41b6-bf6c-1f1e32ad8747 None None] Checking segment: {'id': 'fe8cee17-96fc-41e3-a34b-fb2ffaa37c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '1460b74d-ec29-44dc-b33c-7bf8bd768f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:58:11.324444 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-2c5de65b-a934-41b6-bf6c-1f1e32ad8747 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:11.324933 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5de65b-a934-41b6-bf6c-1f1e32ad8747 None None] Bound using segment: {'id': 'fe8cee17-96fc-41e3-a34b-fb2ffaa37c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '1460b74d-ec29-44dc-b33c-7bf8bd768f9c'} {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:58:11.325524 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.managers [None req-2c5de65b-a934-41b6-bf6c-1f1e32ad8747 None None] Bound port: 00102202-e9da-4c1d-be05-7ba6e746274e, host: dv-cinder-846171-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8cee17-96fc-41e3-a34b-fb2ffaa37c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '1460b74d-ec29-44dc-b33c-7bf8bd768f9c'}}] {{(pid=116195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:58:11.326154 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-2c5de65b-a934-41b6-bf6c-1f1e32ad8747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (00102202-e9da-4c1d-be05-7ba6e746274e), before_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:11.345784 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-30edd519-9164-4df7-93c7-6fe293b1015f tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:11.346736 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-30edd519-9164-4df7-93c7-6fe293b1015f tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5789714 Jun 16 18:58:11.349912 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 50432) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:58:11.354782 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-431923cd-b543-48b0-a511-55228d8acf73 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Request body: {'security_group_rule': {'security_group_id': '99a08824-dc82-49a5-9e5b-2ab3eed26eb0', 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:58:11.366777 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-fbd487cf-2f2a-42e7-b52f-bbb34bb44527 req-f5d71629-4cd0-4ab3-bf6c-0e34563213ea tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 210 time: 0.0391557 Jun 16 18:58:11.435542 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.db [None req-2c5de65b-a934-41b6-bf6c-1f1e32ad8747 None None] For port 00102202-e9da-4c1d-be05-7ba6e746274e, host dv-cinder-846171-1-iscsi, cleared binding levels {{(pid=116195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:58:11.439265 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.db [None req-2c5de65b-a934-41b6-bf6c-1f1e32ad8747 None None] For port 00102202-e9da-4c1d-be05-7ba6e746274e, host dv-cinder-846171-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=00102202-e9da-4c1d-be05-7ba6e746274e,segment=NetworkSegment(fe8cee17-96fc-41e3-a34b-fb2ffaa37c44),segment_id=fe8cee17-96fc-41e3-a34b-fb2ffaa37c44)] {{(pid=116195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:58:11.517780 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-431923cd-b543-48b0-a511-55228d8acf73 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for security_group_rule (2d857b0e-7b07-4510-8acc-c52395b8e988), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:11.546523 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-2c5de65b-a934-41b6-bf6c-1f1e32ad8747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (00102202-e9da-4c1d-be05-7ba6e746274e), after_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:11.562055 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:11.589591 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-0ccc61e9-af2c-40b4-928a-7a6e126afa52 None None] Provisioning complete for port 00102202-e9da-4c1d-be05-7ba6e746274e triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:58:11.590257 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-0ccc61e9-af2c-40b4-928a-7a6e126afa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (00102202-e9da-4c1d-be05-7ba6e746274e), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:11.607813 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5de65b-a934-41b6-bf6c-1f1e32ad8747 None None] Routers {'174190cd-1bb3-4c6e-ba46-cf2488e8496f'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:58:11.608550 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-2c5de65b-a934-41b6-bf6c-1f1e32ad8747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:58:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['174190cd-1bb3-4c6e-ba46-cf2488e8496f'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:58:11.610421 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74044768-2f53-4837-98c1-45c30a1370d3 None None] Pushing event updated for resources: {'Port': ['ID=00102202-e9da-4c1d-be05-7ba6e746274e,revision_number=4']} {{(pid=116195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:11.631432 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-431923cd-b543-48b0-a511-55228d8acf73 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for security_group_rule (2d857b0e-7b07-4510-8acc-c52395b8e988), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:11.666109 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-d335d679-c73f-4109-9495-e1f01e7e3863 service neutron] 10.222.0.66 "GET /v2.0/networks/1cba00b2-5236-4b98-9847-76f93e5270f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181040 Jun 16 18:58:11.739529 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-431923cd-b543-48b0-a511-55228d8acf73 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932097'] for security_group_rule (2d857b0e-7b07-4510-8acc-c52395b8e988), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:11.745522 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:DELETE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:11.782248 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:11.788494 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431923cd-b543-48b0-a511-55228d8acf73 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d857b0e-7b07-4510-8acc-c52395b8e988,revision_number=0']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:11.793034 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-2c5de65b-a934-41b6-bf6c-1f1e32ad8747 None None] Set router 174190cd-1bb3-4c6e-ba46-cf2488e8496f gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:58:11.811246 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896f37a-f98c-4e3b-b18d-b2f50d014674 req-666f1177-369d-46a2-bff6-c909673cf850 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:11.819749 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4896f37a-f98c-4e3b-b18d-b2f50d014674 req-666f1177-369d-46a2-bff6-c909673cf850 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0974984 Jun 16 18:58:11.884435 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-431923cd-b543-48b0-a511-55228d8acf73 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:11.886230 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-431923cd-b543-48b0-a511-55228d8acf73 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5352688 Jun 16 18:58:11.888903 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 50448) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:58:11.893029 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4896f37a-f98c-4e3b-b18d-b2f50d014674 req-7d53d314-47ce-4255-87a4-f64df986394d tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700912 Jun 16 18:58:11.893336 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-bbecdde9-f01a-4467-bf6c-882653a8d3f3 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Request body: {'security_group_rule': {'security_group_id': '99a08824-dc82-49a5-9e5b-2ab3eed26eb0', 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:58:12.016032 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-0ccc61e9-af2c-40b4-928a-7a6e126afa52 None None] Current status of the port 00102202-e9da-4c1d-be05-7ba6e746274e is: DOWN; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:58:12.016434 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-0ccc61e9-af2c-40b4-928a-7a6e126afa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (00102202-e9da-4c1d-be05-7ba6e746274e), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:12.019742 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.db.securitygroups_db [None req-bbecdde9-f01a-4467-bf6c-882653a8d3f3 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Project fc32e3179c534d83b3d4108a38fb9d19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 18:58:12.026604 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-bbecdde9-f01a-4467-bf6c-882653a8d3f3 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for security_group_rule (779b1736-27f5-4ce1-9878-f4348fee150b), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:12.050915 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-2c5de65b-a934-41b6-bf6c-1f1e32ad8747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174190cd-1bb3-4c6e-ba46-cf2488e8496f', 'name': 'tempest-TestVolumeBootPattern-1091664215-router', 'tenant_id': '9dd164b80b2d41e4af0a9c90c41928d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'b9031343-a098-41fd-be44-8314dbe201d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:58:02Z', 'updated_at': '2022-06-16T18:58:07Z', 'revision_number': 4, 'project_id': '9dd164b80b2d41e4af0a9c90c41928d1', 'gw_port': {'id': 'b9031343-a098-41fd-be44-8314dbe201d9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174190cd-1bb3-4c6e-ba46-cf2488e8496f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:58:02Z', 'updated_at': '2022-06-16T18:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '00102202-e9da-4c1d-be05-7ba6e746274e', 'name': '', 'network_id': '1460b74d-ec29-44dc-b33c-7bf8bd768f9c', 'tenant_id': '9dd164b80b2d41e4af0a9c90c41928d1', 'mac_address': 'fa:16:3e:b0:e9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174190cd-1bb3-4c6e-ba46-cf2488e8496f', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5a5cb7e7-447f-4fc5-9aa0-2ec97e229927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:58:06Z', 'updated_at': '2022-06-16T18:58:11Z', 'revision_number': 4, 'project_id': '9dd164b80b2d41e4af0a9c90c41928d1', 'subnets': [{'id': '5a5cb7e7-447f-4fc5-9aa0-2ec97e229927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:58:12.065674 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-0ccc61e9-af2c-40b4-928a-7a6e126afa52 None None] For port 00102202-e9da-4c1d-be05-7ba6e746274e, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=00102202-e9da-4c1d-be05-7ba6e746274e,segment=NetworkSegment(fe8cee17-96fc-41e3-a34b-fb2ffaa37c44),segment_id=fe8cee17-96fc-41e3-a34b-fb2ffaa37c44)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:58:12.077613 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5de65b-a934-41b6-bf6c-1f1e32ad8747 None None] The sync data for ids ['174190cd-1bb3-4c6e-ba46-cf2488e8496f'] in dv-cinder-846171-1-iscsi is: [{'id': '174190cd-1bb3-4c6e-ba46-cf2488e8496f', 'name': 'tempest-TestVolumeBootPattern-1091664215-router', 'tenant_id': '9dd164b80b2d41e4af0a9c90c41928d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'b9031343-a098-41fd-be44-8314dbe201d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:58:02Z', 'updated_at': '2022-06-16T18:58:07Z', 'revision_number': 4, 'project_id': '9dd164b80b2d41e4af0a9c90c41928d1', 'gw_port': {'id': 'b9031343-a098-41fd-be44-8314dbe201d9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174190cd-1bb3-4c6e-ba46-cf2488e8496f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:58:02Z', 'updated_at': '2022-06-16T18:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '00102202-e9da-4c1d-be05-7ba6e746274e', 'name': '', 'network_id': '1460b74d-ec29-44dc-b33c-7bf8bd768f9c', 'tenant_id': '9dd164b80b2d41e4af0a9c90c41928d1', 'mac_address': 'fa:16:3e:b0:e9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174190cd-1bb3-4c6e-ba46-cf2488e8496f', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5a5cb7e7-447f-4fc5-9aa0-2ec97e229927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:58:06Z', 'updated_at': '2022-06-16T18:58:11Z', 'revision_number': 4, 'project_id': '9dd164b80b2d41e4af0a9c90c41928d1', 'subnets': [{'id': '5a5cb7e7-447f-4fc5-9aa0-2ec97e229927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:58:12.088331 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:12.155547 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-bbecdde9-f01a-4467-bf6c-882653a8d3f3 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for security_group_rule (779b1736-27f5-4ce1-9878-f4348fee150b), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:12.185534 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-0ccc61e9-af2c-40b4-928a-7a6e126afa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (00102202-e9da-4c1d-be05-7ba6e746274e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:12.257051 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc61e9-af2c-40b4-928a-7a6e126afa52 None None] Pushing event updated for resources: {'Port': ['ID=00102202-e9da-4c1d-be05-7ba6e746274e,revision_number=5']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:12.277475 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-bbecdde9-f01a-4467-bf6c-882653a8d3f3 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932097'] for security_group_rule (779b1736-27f5-4ce1-9878-f4348fee150b), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:12.281957 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a40638-6bf0-4650-b982-ea3c3a7b62af req-8e88e817-5f8a-4701-a594-5440ff9f918c tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:12.288070 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-74a40638-6bf0-4650-b982-ea3c3a7b62af req-8e88e817-5f8a-4701-a594-5440ff9f918c tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5fb9a14-5c4d-4dcd-9728-85313113a15e HTTP/1.1" status: 200 len: 943 time: 0.0973911 Jun 16 18:58:12.295940 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbecdde9-f01a-4467-bf6c-882653a8d3f3 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=779b1736-27f5-4ce1-9878-f4348fee150b,revision_number=0']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:12.318159 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-b484aa96-159d-4faf-9e72-84fcf3e4d2e4 None None] Provisioning complete for port 00102202-e9da-4c1d-be05-7ba6e746274e triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:58:12.318790 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-b484aa96-159d-4faf-9e72-84fcf3e4d2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (00102202-e9da-4c1d-be05-7ba6e746274e), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:12.373941 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-74a40638-6bf0-4650-b982-ea3c3a7b62af req-82099a5e-a5e6-4874-a176-e5347c04504d tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b98f7c2-3438-40ee-8f56-014b9d8b42ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801773 Jun 16 18:58:12.378570 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-bbecdde9-f01a-4467-bf6c-882653a8d3f3 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:12.387904 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-bbecdde9-f01a-4467-bf6c-882653a8d3f3 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4905629 Jun 16 18:58:12.387904 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 50466) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:58:12.409490 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-01ed1eed-5c6f-43e8-8db3-6f2d29d219e2 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Request body: {'security_group_rule': {'security_group_id': '99a08824-dc82-49a5-9e5b-2ab3eed26eb0', 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:58:12.456512 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-b484aa96-159d-4faf-9e72-84fcf3e4d2e4 None None] Current status of the port 00102202-e9da-4c1d-be05-7ba6e746274e is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:58:12.485311 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7a5890c3-9d54-4b31-b6bb-2d6b53a96bd0 req-ee0952ef-d1f8-463a-a8a3-39704ac6a7cd tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 210 time: 0.0375326 Jun 16 18:58:12.551443 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.db.securitygroups_db [None req-01ed1eed-5c6f-43e8-8db3-6f2d29d219e2 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Project fc32e3179c534d83b3d4108a38fb9d19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 18:58:12.558642 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-01ed1eed-5c6f-43e8-8db3-6f2d29d219e2 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for security_group_rule (dfb184e0-e4fc-4a08-969b-472ec38d10ca), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:12.654739 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-01ed1eed-5c6f-43e8-8db3-6f2d29d219e2 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for security_group_rule (dfb184e0-e4fc-4a08-969b-472ec38d10ca), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:12.737784 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-01ed1eed-5c6f-43e8-8db3-6f2d29d219e2 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932097'] for security_group_rule (dfb184e0-e4fc-4a08-969b-472ec38d10ca), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:12.763968 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed1eed-5c6f-43e8-8db3-6f2d29d219e2 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfb184e0-e4fc-4a08-969b-472ec38d10ca,revision_number=0']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:12.790259 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-4b1ecc99-5bb8-4fd7-84e9-6721522e5ddc req-a1b6b8ef-ef96-4ff5-9963-1b89b5602b67 service neutron] 10.222.0.66 "GET /v2.0/networks/1cba00b2-5236-4b98-9847-76f93e5270f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252022 Jun 16 18:58:12.861929 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-01ed1eed-5c6f-43e8-8db3-6f2d29d219e2 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:12.863140 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-01ed1eed-5c6f-43e8-8db3-6f2d29d219e2 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4784715 Jun 16 18:58:13.022142 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a9ade-e910-4900-be18-3bd695987512 req-c6e5a537-1729-4a47-ad1c-7f44dd45394f tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:13.023680 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-468a9ade-e910-4900-be18-3bd695987512 req-c6e5a537-1729-4a47-ad1c-7f44dd45394f tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0530825 Jun 16 18:58:13.072085 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:13.095251 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-468a9ade-e910-4900-be18-3bd695987512 req-45f25e1a-da9b-4ca8-90d8-e865506d5384 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614433 Jun 16 18:58:13.297874 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 50540) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:58:13.304690 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-475ae511-0fd2-4f50-9a7e-3aa7ef247932 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1249668510', 'description': 'tempest-description--63037985'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:58:13.406090 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-475ae511-0fd2-4f50-9a7e-3aa7ef247932 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:13.481908 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-475ae511-0fd2-4f50-9a7e-3aa7ef247932 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks [] for security_group (482ade06-cee4-493a-a783-46def1fe5cd5), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:13.540374 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201b5ce-142d-4097-89e7-3f6756fde351 req-558f52c4-0ccb-42fa-b52c-ac3ef3ff8008 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:13.548111 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6201b5ce-142d-4097-89e7-3f6756fde351 req-558f52c4-0ccb-42fa-b52c-ac3ef3ff8008 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5fb9a14-5c4d-4dcd-9728-85313113a15e HTTP/1.1" status: 200 len: 943 time: 0.0824225 Jun 16 18:58:13.553877 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-475ae511-0fd2-4f50-9a7e-3aa7ef247932 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (482ade06-cee4-493a-a783-46def1fe5cd5), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:13.593659 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ae511-0fd2-4f50-9a7e-3aa7ef247932 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=482ade06-cee4-493a-a783-46def1fe5cd5,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:13.610137 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4df8e141-b02e-469d-9253-43db51aca2a2 req-1d53f886-7c8d-408d-ac02-78ae42de6223 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 210 time: 0.0385799 Jun 16 18:58:13.644014 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6201b5ce-142d-4097-89e7-3f6756fde351 req-591f3156-fb36-40dd-af3f-63c50e2ece92 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b98f7c2-3438-40ee-8f56-014b9d8b42ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855608 Jun 16 18:58:13.673927 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-475ae511-0fd2-4f50-9a7e-3aa7ef247932 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:13.675939 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-475ae511-0fd2-4f50-9a7e-3aa7ef247932 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3770127 Jun 16 18:58:13.680073 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 50550) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:58:13.685608 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-69cef655-4fe2-4b07-b178-615ec7de44d3 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Request body: {'security_group_rule': {'security_group_id': '482ade06-cee4-493a-a783-46def1fe5cd5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:58:13.700359 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:DELETE=5,neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:13.767453 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-69cef655-4fe2-4b07-b178-615ec7de44d3 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks [] for security_group_rule (3bce53cb-76fe-4e42-8fbd-fc62502d2423), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:13.864886 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-69cef655-4fe2-4b07-b178-615ec7de44d3 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks [] for security_group_rule (3bce53cb-76fe-4e42-8fbd-fc62502d2423), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:13.864996 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 00102202-e9da-4c1d-be05-7ba6e746274e up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:58:13.905329 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-69cef655-4fe2-4b07-b178-615ec7de44d3 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932097'] for security_group_rule (3bce53cb-76fe-4e42-8fbd-fc62502d2423), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:13.936858 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cef655-4fe2-4b07-b178-615ec7de44d3 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bce53cb-76fe-4e42-8fbd-fc62502d2423,revision_number=0']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:13.952363 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 00102202-e9da-4c1d-be05-7ba6e746274e triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:58:13.952758 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (00102202-e9da-4c1d-be05-7ba6e746274e), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:14.039115 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-69cef655-4fe2-4b07-b178-615ec7de44d3 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:14.043550 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-69cef655-4fe2-4b07-b178-615ec7de44d3 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3595636 Jun 16 18:58:14.043947 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 50562) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:58:14.048518 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-312039fd-c1e5-47b6-9516-30ebe5340396 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Request body: {'security_group_rule': {'security_group_id': '482ade06-cee4-493a-a783-46def1fe5cd5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:58:14.063162 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 00102202-e9da-4c1d-be05-7ba6e746274e is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:58:14.149958 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 50566) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:58:14.152002 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-312039fd-c1e5-47b6-9516-30ebe5340396 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks [] for security_group_rule (62b1bb59-058c-4c39-8fbb-4d1e75fa7933), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:14.241140 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-312039fd-c1e5-47b6-9516-30ebe5340396 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks [] for security_group_rule (62b1bb59-058c-4c39-8fbb-4d1e75fa7933), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:14.246262 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b84415-3d9e-4012-ba97-586b773c7b98 req-bd973fe1-1368-4268-85c1-b0a108767efb tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:14.248040 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e2b84415-3d9e-4012-ba97-586b773c7b98 req-bd973fe1-1368-4268-85c1-b0a108767efb tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0533226 Jun 16 18:58:14.310630 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e2b84415-3d9e-4012-ba97-586b773c7b98 req-14e69706-cbf9-4cec-a972-97f95fa786b0 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555208 Jun 16 18:58:14.366917 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a5894011-79f9-4f63-aaa7-e28f5ff67c3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:14.370876 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-312039fd-c1e5-47b6-9516-30ebe5340396 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932097'] for security_group_rule (62b1bb59-058c-4c39-8fbb-4d1e75fa7933), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:14.393386 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:14.400124 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312039fd-c1e5-47b6-9516-30ebe5340396 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b1bb59-058c-4c39-8fbb-4d1e75fa7933,revision_number=0']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:14.451635 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a5894011-79f9-4f63-aaa7-e28f5ff67c3c admin admin] Publish callbacks [] for security_group (b0c7f76e-946d-4d7a-bf46-47e47347302a), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:14.484683 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-312039fd-c1e5-47b6-9516-30ebe5340396 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:14.485930 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-312039fd-c1e5-47b6-9516-30ebe5340396 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4410346 Jun 16 18:58:14.489057 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 50586) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:58:14.493504 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-1168f1d3-c3c3-4083-a5aa-a7241ed060ad tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Request body: {'floatingip': {'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:58:14.539887 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a5894011-79f9-4f63-aaa7-e28f5ff67c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (b0c7f76e-946d-4d7a-bf46-47e47347302a), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:14.609696 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5894011-79f9-4f63-aaa7-e28f5ff67c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c7f76e-946d-4d7a-bf46-47e47347302a,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:14.614629 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-a5894011-79f9-4f63-aaa7-e28f5ff67c3c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=92b9668d4c28498587fe6f0de16c7cad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4636230 Jun 16 18:58:14.617015 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 50590) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:58:14.626824 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1168f1d3-c3c3-4083-a5aa-a7241ed060ad tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:14.776035 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d01be597-59a1-4a1d-96ef-0546c6006522 req-c8656e86-7610-4b2f-b34b-c4a0ee5c9467 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 210 time: 0.0462799 Jun 16 18:58:14.806358 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1168f1d3-c3c3-4083-a5aa-a7241ed060ad tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:14.829345 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1de407aa-c8a0-400e-996f-a1b14fcac5c0 admin admin] Publish callbacks [] for security_group (b0c7f76e-946d-4d7a-bf46-47e47347302a), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:14.831387 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10974b-1411-4fc3-9fef-f9f879d9b999 req-1d40e268-f9ec-4ffd-8fb9-9e3b360c3d25 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:14.833603 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9a10974b-1411-4fc3-9fef-f9f879d9b999 req-1d40e268-f9ec-4ffd-8fb9-9e3b360c3d25 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5fb9a14-5c4d-4dcd-9728-85313113a15e HTTP/1.1" status: 200 len: 943 time: 0.0564499 Jun 16 18:58:14.868877 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:14.906017 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9a10974b-1411-4fc3-9fef-f9f879d9b999 req-46dbca4e-c228-45f6-a33b-62b6b1c6e1c2 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b98f7c2-3438-40ee-8f56-014b9d8b42ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659466 Jun 16 18:58:14.911954 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1de407aa-c8a0-400e-996f-a1b14fcac5c0 admin admin] Publish callbacks [] for security_group (b0c7f76e-946d-4d7a-bf46-47e47347302a), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:14.995152 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.db_base_plugin_common [None req-1168f1d3-c3c3-4083-a5aa-a7241ed060ad tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Allocated IP 172.27.0.151 (d7ab3290-3ce1-430c-a2b5-625628340a0e/2251f151-d04b-4b41-88db-58f0d465a2f0/e5746ad4-75ee-4e06-9bb6-347655f4be8c) {{(pid=116192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:58:15.073879 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1de407aa-c8a0-400e-996f-a1b14fcac5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (b0c7f76e-946d-4d7a-bf46-47e47347302a), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:15.076363 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1de407aa-c8a0-400e-996f-a1b14fcac5c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:15.077521 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-1de407aa-c8a0-400e-996f-a1b14fcac5c0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b0c7f76e-946d-4d7a-bf46-47e47347302a HTTP/1.1" status: 204 len: 168 time: 0.4594598 Jun 16 18:58:15.097725 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de407aa-c8a0-400e-996f-a1b14fcac5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c7f76e-946d-4d7a-bf46-47e47347302a,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:15.103399 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:15.116509 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1168f1d3-c3c3-4083-a5aa-a7241ed060ad tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks [] for port (e5746ad4-75ee-4e06-9bb6-347655f4be8c), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:15.119470 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:15.123695 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 6 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:58:15.243174 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1168f1d3-c3c3-4083-a5aa-a7241ed060ad tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326567'] for port (e5746ad4-75ee-4e06-9bb6-347655f4be8c), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:15.280940 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1168f1d3-c3c3-4083-a5aa-a7241ed060ad tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Network d7ab3290-3ce1-430c-a2b5-625628340a0e is already hosted by enough agents. {{(pid=116192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:58:15.285810 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-1168f1d3-c3c3-4083-a5aa-a7241ed060ad tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Resources bound (agent type, host, resource id): {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:58:15.289903 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1168f1d3-c3c3-4083-a5aa-a7241ed060ad tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Received port after_create {{(pid=116192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:58:15.295766 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1168f1d3-c3c3-4083-a5aa-a7241ed060ad tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Pushing event updated for resources: {'Port': ['ID=e5746ad4-75ee-4e06-9bb6-347655f4be8c,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:15.411962 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=4 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:15.448051 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1168f1d3-c3c3-4083-a5aa-a7241ed060ad tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks [] for floatingip (e14b338d-e3ba-41bb-ade6-c9ca4c3889cb), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:15.509641 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c002994-e6ce-48f4-bbf9-54ccadddc765 req-7b6e6705-60c2-45a8-b6ce-103155ff1883 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:15.516017 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6c002994-e6ce-48f4-bbf9-54ccadddc765 req-7b6e6705-60c2-45a8-b6ce-103155ff1883 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.1072037 Jun 16 18:58:15.539374 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-f70445d6-0404-497c-8b63-fb8b76aa01fe tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:15.539374 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-f70445d6-0404-497c-8b63-fb8b76aa01fe tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.66 "GET /v2.0/networks?id=0dec2021-b64c-4fc7-9ff0-960200894783 HTTP/1.1" status: 200 len: 809 time: 0.1695192 Jun 16 18:58:15.552416 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 80388b4f-0d36-43aa-8acd-308c5eefc7ba details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=116194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:58:15.589771 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:15.596084 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6c002994-e6ce-48f4-bbf9-54ccadddc765 req-2daae451-298b-49c7-8190-4cd087763647 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741842 Jun 16 18:58:15.617302 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1168f1d3-c3c3-4083-a5aa-a7241ed060ad tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (e5746ad4-75ee-4e06-9bb6-347655f4be8c), before_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:15.681809 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 80388b4f-0d36-43aa-8acd-308c5eefc7ba, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=80388b4f-0d36-43aa-8acd-308c5eefc7ba,segment=NetworkSegment(81fc8e53-7f5c-4025-a1b0-0fad6c3bb060),segment_id=81fc8e53-7f5c-4025-a1b0-0fad6c3bb060)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:58:15.695130 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:15.696552 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Returning: {'device': '80388b4f-0d36-43aa-8acd-308c5eefc7ba', 'network_id': '1cba00b2-5236-4b98-9847-76f93e5270f2', 'port_id': '80388b4f-0d36-43aa-8acd-308c5eefc7ba', 'mac_address': 'fa:16:3e:ea:59:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd11c86c7-15c9-4840-b5aa-305a0705ecb2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:58:15.737209 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 80388b4f-0d36-43aa-8acd-308c5eefc7ba is: DOWN; New status is: BUILD {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:58:15.737629 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (80388b4f-0d36-43aa-8acd-308c5eefc7ba), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:15.753218 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80388b4f-0d36-43aa-8acd-308c5eefc7ba {{(pid=116194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:58:15.778970 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 80388b4f-0d36-43aa-8acd-308c5eefc7ba, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=80388b4f-0d36-43aa-8acd-308c5eefc7ba,segment=NetworkSegment(81fc8e53-7f5c-4025-a1b0-0fad6c3bb060),segment_id=81fc8e53-7f5c-4025-a1b0-0fad6c3bb060)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:58:15.882747 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (80388b4f-0d36-43aa-8acd-308c5eefc7ba), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:15.888489 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-50b336fc-c170-46f3-9a26-d690946126be tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5db8d64fab0e45ffbba87b1ae3b48703 HTTP/1.1" status: 200 len: 379 time: 0.3383563 Jun 16 18:58:15.904819 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 50624) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:58:15.935591 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-115a19de-c7c4-4faa-a371-8b9ab637007c tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Request body: {'port': {'device_id': '5bf1ba63-bf52-412b-9948-409dadbbdf18', 'network_id': '0dec2021-b64c-4fc7-9ff0-960200894783', 'admin_state_up': True, 'tenant_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'security_groups': ['b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8']}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:58:15.941193 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=80388b4f-0d36-43aa-8acd-308c5eefc7ba,revision_number=4']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:15.954759 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-29835b2c-b179-4cc6-aaf0-26c082e4c242 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:15.977870 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-07c1b6f3-d744-4d20-86f5-3e0973767608 req-6f49f7b4-0629-4872-b85c-c3e8e9a2ae2b tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 210 time: 0.1166439 Jun 16 18:58:15.987923 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef05a9-90af-4314-8f2a-8a110bc02670 req-2dd1d54f-4c1c-4866-8700-df91aaec698f tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:15.996970 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-90ef05a9-90af-4314-8f2a-8a110bc02670 req-2dd1d54f-4c1c-4866-8700-df91aaec698f tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.1234913 Jun 16 18:58:16.040182 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1168f1d3-c3c3-4083-a5aa-a7241ed060ad tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks [] for port (e5746ad4-75ee-4e06-9bb6-347655f4be8c), precommit_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:16.043241 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-90ef05a9-90af-4314-8f2a-8a110bc02670 req-8bd273ac-b233-4823-8cc7-ea8a626c6240 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453341 Jun 16 18:58:16.108046 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a0311-9474-4d52-9b0c-b9ca91a8fc12 req-cd5560bd-38b0-477c-bf67-96f16c1eba19 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:16.113929 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-769a0311-9474-4d52-9b0c-b9ca91a8fc12 req-cd5560bd-38b0-477c-bf67-96f16c1eba19 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5fb9a14-5c4d-4dcd-9728-85313113a15e HTTP/1.1" status: 200 len: 944 time: 0.0681846 Jun 16 18:58:16.119995 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1168f1d3-c3c3-4083-a5aa-a7241ed060ad tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326574'] for port (e5746ad4-75ee-4e06-9bb6-347655f4be8c), after_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:16.130879 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:16.164151 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-769a0311-9474-4d52-9b0c-b9ca91a8fc12 req-29069901-b324-4c44-927d-fc138740aa74 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b98f7c2-3438-40ee-8f56-014b9d8b42ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491240 Jun 16 18:58:16.177479 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-29835b2c-b179-4cc6-aaf0-26c082e4c242 admin admin] Publish callbacks [] for security_group (e7171448-16e7-44bf-8236-28336fba63b1), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:16.207384 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-115a19de-c7c4-4faa-a371-8b9ab637007c tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Made reservation on behalf of 5db8d64fab0e45ffbba87b1ae3b48703 for: {'port': 1} {{(pid=116192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:58:16.210880 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-115a19de-c7c4-4faa-a371-8b9ab637007c tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:16.214312 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] get_ports_and_sgs() called for port_ids ['80388b4f-0d36-43aa-8acd-308c5eefc7ba'] {{(pid=116194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:58:16.219390 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1168f1d3-c3c3-4083-a5aa-a7241ed060ad tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Pushing event updated for resources: {'Port': ['ID=e5746ad4-75ee-4e06-9bb6-347655f4be8c,revision_number=2']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:16.244185 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1168f1d3-c3c3-4083-a5aa-a7241ed060ad tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8340165'] for floatingip (e14b338d-e3ba-41bb-ade6-c9ca4c3889cb), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:16.250176 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-29835b2c-b179-4cc6-aaf0-26c082e4c242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (e7171448-16e7-44bf-8236-28336fba63b1), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:16.347329 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-29835b2c-b179-4cc6-aaf0-26c082e4c242 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=acb171458204470b908b7f2807bd05aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4414055 Jun 16 18:58:16.351342 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 50630) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:58:16.364885 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1168f1d3-c3c3-4083-a5aa-a7241ed060ad tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for floatingip (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:16.364885 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-1168f1d3-c3c3-4083-a5aa-a7241ed060ad tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8707418 Jun 16 18:58:16.364885 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29835b2c-b179-4cc6-aaf0-26c082e4c242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7171448-16e7-44bf-8236-28336fba63b1,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:16.428616 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b0bd9718-4319-49a6-863d-34cf00dc6f63 admin admin] Publish callbacks [] for security_group (e7171448-16e7-44bf-8236-28336fba63b1), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:16.433968 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.db_base_plugin_common [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-115a19de-c7c4-4faa-a371-8b9ab637007c tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Allocated IP 172.20.0.5 (0dec2021-b64c-4fc7-9ff0-960200894783/91fba9c8-32d1-4e5d-97ce-9ffbabaf2ed5/9d682d40-5577-43db-823b-b6e4729f33b7) {{(pid=116192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:58:16.455044 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b0bd9718-4319-49a6-863d-34cf00dc6f63 admin admin] Publish callbacks [] for security_group (e7171448-16e7-44bf-8236-28336fba63b1), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:16.589595 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b0bd9718-4319-49a6-863d-34cf00dc6f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (e7171448-16e7-44bf-8236-28336fba63b1), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:16.592058 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b0bd9718-4319-49a6-863d-34cf00dc6f63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:16.593196 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-b0bd9718-4319-49a6-863d-34cf00dc6f63 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e7171448-16e7-44bf-8236-28336fba63b1 HTTP/1.1" status: 204 len: 168 time: 0.2408473 Jun 16 18:58:16.593959 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-115a19de-c7c4-4faa-a371-8b9ab637007c tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks [] for port (9d682d40-5577-43db-823b-b6e4729f33b7), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:16.610083 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd9718-4319-49a6-863d-34cf00dc6f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7171448-16e7-44bf-8236-28336fba63b1,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:16.614710 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-b0a07b65-7e47-4206-9b11-dddfc63cdd0b tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1249668510&fields=id&tenant_id=ed8501d1ff734054ba0a6ef4c398d051 HTTP/1.1" status: 200 len: 267 time: 0.0596061 Jun 16 18:58:16.700777 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-115a19de-c7c4-4faa-a371-8b9ab637007c tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326567'] for port (9d682d40-5577-43db-823b-b6e4729f33b7), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:16.746201 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-115a19de-c7c4-4faa-a371-8b9ab637007c tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Network 0dec2021-b64c-4fc7-9ff0-960200894783 is already hosted by enough agents. {{(pid=116192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:58:16.749894 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-115a19de-c7c4-4faa-a371-8b9ab637007c tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Resources bound (agent type, host, resource id): {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:58:16.752654 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-115a19de-c7c4-4faa-a371-8b9ab637007c tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Received port after_create {{(pid=116192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:58:16.775566 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c3291-131a-4ac0-b958-aeff5f1a7e4a req-baaa549a-ce94-4ed2-b5ca-a0881cba1d9c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:16.783023 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d12c3291-131a-4ac0-b958-aeff5f1a7e4a req-baaa549a-ce94-4ed2-b5ca-a0881cba1d9c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0827463 Jun 16 18:58:16.788467 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a19de-c7c4-4faa-a371-8b9ab637007c tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Pushing event updated for resources: {'Port': ['ID=9d682d40-5577-43db-823b-b6e4729f33b7,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:16.817803 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-115a19de-c7c4-4faa-a371-8b9ab637007c tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:16.818814 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-115a19de-c7c4-4faa-a371-8b9ab637007c tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:16.834493 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-e43364cf-4e6f-4040-9e52-3dbb53ba0d39 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:16.836045 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-e43364cf-4e6f-4040-9e52-3dbb53ba0d39 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/networks?id=9f034df0-3327-47b9-8a71-7606258bf90a HTTP/1.1" status: 200 len: 818 time: 0.2092657 Jun 16 18:58:16.860153 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:16.869221 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-cab1558a-25d5-4a75-8bbd-e4175b8f52ce tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/quotas/ed8501d1ff734054ba0a6ef4c398d051 HTTP/1.1" status: 200 len: 375 time: 0.0251505 Jun 16 18:58:16.878042 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d12c3291-131a-4ac0-b958-aeff5f1a7e4a req-956f9679-dc2b-4ebf-a9c7-33cee67dfa8e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941713 Jun 16 18:58:16.914150 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-115a19de-c7c4-4faa-a371-8b9ab637007c tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9878421 Jun 16 18:58:16.928028 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-a3fbd8b1-5110-4cdf-8974-9b25faadbe72 service neutron] Request body: {'port': {'device_id': '5bf1ba63-bf52-412b-9948-409dadbbdf18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:58:16.935740 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-a4891c82-c0c1-43c7-bab4-bfa013ac258b tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ed8501d1ff734054ba0a6ef4c398d051&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0567100 Jun 16 18:58:16.966973 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:17.010776 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-a3fbd8b1-5110-4cdf-8974-9b25faadbe72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (9d682d40-5577-43db-823b-b6e4729f33b7), before_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:17.075281 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-3838c57a-6053-415d-8eda-a40a0f5c0bac service neutron] 10.222.0.81 "GET /v2.0/networks/9f034df0-3327-47b9-8a71-7606258bf90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229024 Jun 16 18:58:17.139095 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-72b817dd-b3c4-43c4-b0c0-be85b8a594c7 None None] Provisioning complete for port 9d682d40-5577-43db-823b-b6e4729f33b7 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:58:17.141705 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-72b817dd-b3c4-43c4-b0c0-be85b8a594c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (9d682d40-5577-43db-823b-b6e4729f33b7), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:17.195436 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-72b817dd-b3c4-43c4-b0c0-be85b8a594c7 None None] Port 9d682d40-5577-43db-823b-b6e4729f33b7 cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:58:17.205448 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e430e-bfea-413e-9933-dcaa28227685 req-1fa5541d-a4d9-4713-b9ca-9118099f139f tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:17.207019 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-007e430e-bfea-413e-9933-dcaa28227685 req-1fa5541d-a4d9-4713-b9ca-9118099f139f tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 931 time: 0.1270299 Jun 16 18:58:17.275343 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-007e430e-bfea-413e-9933-dcaa28227685 req-96447e01-18af-44b3-be16-4f4af2e5e33e tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564952 Jun 16 18:58:17.309456 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-d70c23c1-72c2-4b56-833c-a2bf522d329b service neutron] 10.222.0.81 "GET /v2.0/networks/9f034df0-3327-47b9-8a71-7606258bf90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259181 Jun 16 18:58:17.374431 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.notifiers.nova [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-a3fbd8b1-5110-4cdf-8974-9b25faadbe72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d682d40-5577-43db-823b-b6e4729f33b7 {{(pid=116192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:58:17.387763 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-a3fbd8b1-5110-4cdf-8974-9b25faadbe72 service neutron] Publish callbacks [] for port (9d682d40-5577-43db-823b-b6e4729f33b7), precommit_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:17.401933 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.provisioning_blocks [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-a3fbd8b1-5110-4cdf-8974-9b25faadbe72 service neutron] Transition to ACTIVE for port object 9d682d40-5577-43db-823b-b6e4729f33b7 will not be triggered until provisioned by entity L2. {{(pid=116192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 18:58:17.433026 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:17.472423 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5f186-fb6e-4534-9442-cb66bd2877ae req-187f91a3-bb35-4e87-9a0e-33b94fc9e82e tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:17.474496 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e6d5f186-fb6e-4534-9442-cb66bd2877ae req-187f91a3-bb35-4e87-9a0e-33b94fc9e82e tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0612688 Jun 16 18:58:17.528478 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-a3fbd8b1-5110-4cdf-8974-9b25faadbe72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326574'] for port (9d682d40-5577-43db-823b-b6e4729f33b7), after_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:17.531020 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e6d5f186-fb6e-4534-9442-cb66bd2877ae req-70a130bb-4eeb-4929-a3b0-552114643996 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505755 Jun 16 18:58:17.555043 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 80388b4f-0d36-43aa-8acd-308c5eefc7ba up at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:58:17.709812 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning for port 80388b4f-0d36-43aa-8acd-308c5eefc7ba completed by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 18:58:17.717629 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:17.777818 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0340b56f-1738-4260-b078-ca0e80ff1b7a req-412aa53d-e3f5-468a-84b6-572b22bbf755 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 210 time: 0.0620806 Jun 16 18:58:17.786050 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.managers [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-a3fbd8b1-5110-4cdf-8974-9b25faadbe72 service neutron] Attempting to bind port 9d682d40-5577-43db-823b-b6e4729f33b7 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=116192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:58:17.787030 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.managers [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-a3fbd8b1-5110-4cdf-8974-9b25faadbe72 service neutron] Attempting to bind port 9d682d40-5577-43db-823b-b6e4729f33b7 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '9f870342-ab65-443b-a0e2-542074951f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '0dec2021-b64c-4fc7-9ff0-960200894783'}] {{(pid=116192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:58:17.787531 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-a3fbd8b1-5110-4cdf-8974-9b25faadbe72 service neutron] Attempting to bind port 9d682d40-5577-43db-823b-b6e4729f33b7 on network 0dec2021-b64c-4fc7-9ff0-960200894783 {{(pid=116192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:58:17.795718 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-a3fbd8b1-5110-4cdf-8974-9b25faadbe72 service neutron] Port 9d682d40-5577-43db-823b-b6e4729f33b7 on network 0dec2021-b64c-4fc7-9ff0-960200894783 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=116192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 18:58:17.796326 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-a3fbd8b1-5110-4cdf-8974-9b25faadbe72 service neutron] Attempting to bind port 9d682d40-5577-43db-823b-b6e4729f33b7 on network 0dec2021-b64c-4fc7-9ff0-960200894783 {{(pid=116192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:58:17.799724 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e6c9f-6755-4693-91aa-9dd17d7037b0 req-6b0d0f8c-bcf4-4f12-a2be-2a80e6f75620 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:17.803630 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-a3fbd8b1-5110-4cdf-8974-9b25faadbe72 service neutron] Checking agent: {'id': '78e75526-212b-4550-9dc1-6e088b901fa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'started_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:58:17.804326 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-a3fbd8b1-5110-4cdf-8974-9b25faadbe72 service neutron] Checking segment: {'id': '9f870342-ab65-443b-a0e2-542074951f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '0dec2021-b64c-4fc7-9ff0-960200894783'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:58:17.804871 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-a3fbd8b1-5110-4cdf-8974-9b25faadbe72 service neutron] Bound using segment: {'id': '9f870342-ab65-443b-a0e2-542074951f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '0dec2021-b64c-4fc7-9ff0-960200894783'} {{(pid=116192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:58:17.805141 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning complete for port 80388b4f-0d36-43aa-8acd-308c5eefc7ba triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:58:17.805603 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (80388b4f-0d36-43aa-8acd-308c5eefc7ba), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:17.805835 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.managers [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-a3fbd8b1-5110-4cdf-8974-9b25faadbe72 service neutron] Bound port: 9d682d40-5577-43db-823b-b6e4729f33b7, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f870342-ab65-443b-a0e2-542074951f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '0dec2021-b64c-4fc7-9ff0-960200894783'}}] {{(pid=116192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:58:17.806425 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-a3fbd8b1-5110-4cdf-8974-9b25faadbe72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (9d682d40-5577-43db-823b-b6e4729f33b7), before_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:17.818404 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8b5e6c9f-6755-4693-91aa-9dd17d7037b0 req-6b0d0f8c-bcf4-4f12-a2be-2a80e6f75620 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5fb9a14-5c4d-4dcd-9728-85313113a15e HTTP/1.1" status: 200 len: 944 time: 0.1774452 Jun 16 18:58:17.821964 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fbd8b1-5110-4cdf-8974-9b25faadbe72 service neutron] Pushing event updated for resources: {'Port': ['ID=9d682d40-5577-43db-823b-b6e4729f33b7,revision_number=2']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:17.861439 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:17.942365 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8b5e6c9f-6755-4693-91aa-9dd17d7037b0 req-c696100e-6636-4f5a-802d-05c2c08d5f39 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b98f7c2-3438-40ee-8f56-014b9d8b42ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211514 Jun 16 18:58:17.972459 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.db [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-a3fbd8b1-5110-4cdf-8974-9b25faadbe72 service neutron] For port 9d682d40-5577-43db-823b-b6e4729f33b7, host hv-cinder-84617, cleared binding levels {{(pid=116192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:58:17.988347 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.db [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-a3fbd8b1-5110-4cdf-8974-9b25faadbe72 service neutron] For port 9d682d40-5577-43db-823b-b6e4729f33b7, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=9d682d40-5577-43db-823b-b6e4729f33b7,segment=NetworkSegment(9f870342-ab65-443b-a0e2-542074951f0b),segment_id=9f870342-ab65-443b-a0e2-542074951f0b)] {{(pid=116192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:58:17.994126 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 80388b4f-0d36-43aa-8acd-308c5eefc7ba is: BUILD; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:58:17.995415 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (80388b4f-0d36-43aa-8acd-308c5eefc7ba), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:18.045259 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c932b1-a82b-405f-8501-1d06e602414e req-aa23b10e-9899-4baa-be19-df46bf56b7a5 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:18.046514 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5fb9a14-5c4d-4dcd-9728-85313113a15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80388b4f-0d36-43aa-8acd-308c5eefc7ba'}] {{(pid=116194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:58:18.046987 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a3c932b1-a82b-405f-8501-1d06e602414e req-aa23b10e-9899-4baa-be19-df46bf56b7a5 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0671613 Jun 16 18:58:18.048772 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c514dfdaa64f5ff94ef0a30f0983ecc87ad84dbda33c755e7db481fe7439434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9254252e-1103-4336-9195-928be1f9b27f" -d '{"events": [{"server_uuid": "c5fb9a14-5c4d-4dcd-9728-85313113a15e", "name": "network-vif-plugged", "status": "completed", "tag": "80388b4f-0d36-43aa-8acd-308c5eefc7ba"}]}' {{(pid=116194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:58:18.067445 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 80388b4f-0d36-43aa-8acd-308c5eefc7ba, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=80388b4f-0d36-43aa-8acd-308c5eefc7ba,segment=NetworkSegment(81fc8e53-7f5c-4025-a1b0-0fad6c3bb060),segment_id=81fc8e53-7f5c-4025-a1b0-0fad6c3bb060)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:58:18.123415 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-a3fbd8b1-5110-4cdf-8974-9b25faadbe72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326574'] for port (9d682d40-5577-43db-823b-b6e4729f33b7), after_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:18.126982 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b825ad-de2b-449a-8db0-32e297e3b73d x-openstack-request-id: req-67b825ad-de2b-449a-8db0-32e297e3b73d {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:58:18.127643 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5fb9a14-5c4d-4dcd-9728-85313113a15e", "name": "network-vif-plugged", "status": "completed", "tag": "80388b4f-0d36-43aa-8acd-308c5eefc7ba", "code": 200}]} {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:58:18.128070 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-67b825ad-de2b-449a-8db0-32e297e3b73d {{(pid=116194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:58:18.132706 dv-cinder-846171-1-iscsi neutron-server[116194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67b825ad-de2b-449a-8db0-32e297e3b73d'] response: {'server_uuid': 'c5fb9a14-5c4d-4dcd-9728-85313113a15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80388b4f-0d36-43aa-8acd-308c5eefc7ba', 'code': 200} Jun 16 18:58:18.132872 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a3c932b1-a82b-405f-8501-1d06e602414e req-6fce24f0-c4cc-4067-ae39-ae3291144178 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679684 Jun 16 18:58:18.164077 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (80388b4f-0d36-43aa-8acd-308c5eefc7ba), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:18.175372 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-a3fbd8b1-5110-4cdf-8974-9b25faadbe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:18.177303 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-a3fbd8b1-5110-4cdf-8974-9b25faadbe72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:18.178874 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-a3fbd8b1-5110-4cdf-8974-9b25faadbe72 service neutron] 10.222.0.66 "PUT /v2.0/ports/9d682d40-5577-43db-823b-b6e4729f33b7 HTTP/1.1" status: 200 len: 1093 time: 1.2551324 Jun 16 18:58:18.184278 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf1ba63-bf52-412b-9948-409dadbbdf18', 'tag': '9d682d40-5577-43db-823b-b6e4729f33b7'}] {{(pid=116192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:58:18.188041 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744e9e4082f242c101b6c91db8253db5b8bdf8a002bfe2f24814a1499063359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96e516a-4bf1-41ca-a255-01b585248bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf1ba63-bf52-412b-9948-409dadbbdf18", "tag": "9d682d40-5577-43db-823b-b6e4729f33b7"}]}' {{(pid=116192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:58:18.227768 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fbd8b1-5110-4cdf-8974-9b25faadbe72 service neutron] Pushing event updated for resources: {'Port': ['ID=9d682d40-5577-43db-823b-b6e4729f33b7,revision_number=3']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:18.245981 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=80388b4f-0d36-43aa-8acd-308c5eefc7ba,revision_number=5']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:18.267215 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133b111f-dde9-4bc1-81e8-9c6ea3f9b584 x-openstack-request-id: req-133b111f-dde9-4bc1-81e8-9c6ea3f9b584 {{(pid=116192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:58:18.267792 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf1ba63-bf52-412b-9948-409dadbbdf18", "tag": "9d682d40-5577-43db-823b-b6e4729f33b7", "status": "completed", "code": 200}]} {{(pid=116192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:58:18.268059 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-133b111f-dde9-4bc1-81e8-9c6ea3f9b584 {{(pid=116192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:58:18.271766 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-133b111f-dde9-4bc1-81e8-9c6ea3f9b584'] response: {'name': 'network-changed', 'server_uuid': '5bf1ba63-bf52-412b-9948-409dadbbdf18', 'tag': '9d682d40-5577-43db-823b-b6e4729f33b7', 'status': 'completed', 'code': 200} Jun 16 18:58:18.372283 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e516a-4bf1-41ca-a255-01b585248bc1 req-2bd45f15-89e9-466a-b914-fefca2af1d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:18.381005 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-a96e516a-4bf1-41ca-a255-01b585248bc1 req-2bd45f15-89e9-466a-b914-fefca2af1d72 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5db8d64fab0e45ffbba87b1ae3b48703&device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 1127 time: 0.0925114 Jun 16 18:58:18.526736 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f6086-6eba-4de6-8136-9d0fdf281e9c req-e90a4f43-fb9d-41e3-a7d3-d075069e5748 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:18.528754 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e06f6086-6eba-4de6-8136-9d0fdf281e9c req-e90a4f43-fb9d-41e3-a7d3-d075069e5748 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 943 time: 0.0860407 Jun 16 18:58:18.573359 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e516a-4bf1-41ca-a255-01b585248bc1 req-0f4e9472-ffd9-4b3d-a7ad-8cd573c1372b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:18.576570 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-a96e516a-4bf1-41ca-a255-01b585248bc1 req-0f4e9472-ffd9-4b3d-a7ad-8cd573c1372b service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=5db8d64fab0e45ffbba87b1ae3b48703&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1915255 Jun 16 18:58:18.578919 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:18.590908 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bba5d-7b80-4603-8560-9f9177248c74 req-21ab199f-babe-476c-9fee-78ed8f07d852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:18.592376 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-753bba5d-7b80-4603-8560-9f9177248c74 req-21ab199f-babe-476c-9fee-78ed8f07d852 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c5fb9a14-5c4d-4dcd-9728-85313113a15e HTTP/1.1" status: 200 len: 1129 time: 0.0625443 Jun 16 18:58:18.657129 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-753bba5d-7b80-4603-8560-9f9177248c74 req-dc7c735b-bcbc-484a-bea8-a247cc67ea60 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8b98f7c2-3438-40ee-8f56-014b9d8b42ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550249 Jun 16 18:58:18.669320 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e06f6086-6eba-4de6-8136-9d0fdf281e9c req-0d3a9116-728c-4d97-a37d-fd0279e96b91 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305563 Jun 16 18:58:18.712201 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e516a-4bf1-41ca-a255-01b585248bc1 req-1c55cfe6-3b85-42c7-a6f4-582b5d5ee20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:18.712436 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ca8d9-ee6e-49c9-b72a-f6f8ed086a84 req-a468352f-6cd5-4367-b596-cae5935598bd tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:18.714532 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-a96e516a-4bf1-41ca-a255-01b585248bc1 req-1c55cfe6-3b85-42c7-a6f4-582b5d5ee20f service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1308234 Jun 16 18:58:18.714806 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4b5ca8d9-ee6e-49c9-b72a-f6f8ed086a84 req-a468352f-6cd5-4367-b596-cae5935598bd tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0619702 Jun 16 18:58:18.771319 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4b5ca8d9-ee6e-49c9-b72a-f6f8ed086a84 req-de56c15c-23e8-48ea-8162-7eba4c7bf623 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504806 Jun 16 18:58:18.878358 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0631c880-d734-431d-9955-beb3fbcd8138 req-f11d7dd8-d0b6-417e-b596-eee360b43f5d tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 210 time: 0.0288656 Jun 16 18:58:18.952109 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-7879b5b2-115a-46c4-8d01-0c7ddf6d2a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:18.953684 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-7879b5b2-115a-46c4-8d01-0c7ddf6d2a2c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5db8d64fab0e45ffbba87b1ae3b48703&device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 1127 time: 0.0409410 Jun 16 18:58:19.014818 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-3a2d3a71-4bbc-45c8-a174-319a82d83c69 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d682d40-5577-43db-823b-b6e4729f33b7 HTTP/1.1" status: 200 len: 217 time: 0.0437965 Jun 16 18:58:19.025579 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:19.075293 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c2f18-a390-4c4d-8b9c-07ed08ed6ca8 req-74a5895e-b9cc-43a0-958f-36f341e2da9b tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:19.076921 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-304c2f18-a390-4c4d-8b9c-07ed08ed6ca8 req-74a5895e-b9cc-43a0-958f-36f341e2da9b tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5fb9a14-5c4d-4dcd-9728-85313113a15e HTTP/1.1" status: 200 len: 945 time: 0.0601645 Jun 16 18:58:19.083131 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-b05ff31b-8e6b-4122-81bf-55eab635b6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:19.084740 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-b05ff31b-8e6b-4122-81bf-55eab635b6e8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=91fba9c8-32d1-4e5d-97ce-9ffbabaf2ed5 HTTP/1.1" status: 200 len: 848 time: 0.0533931 Jun 16 18:58:19.150954 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-304c2f18-a390-4c4d-8b9c-07ed08ed6ca8 req-2087c47b-2ac6-4a0c-82a1-66e29c6831c0 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b98f7c2-3438-40ee-8f56-014b9d8b42ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610003 Jun 16 18:58:19.267025 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e276f8f-f8ea-4d5d-918c-95a4e1af87f2 req-d5eba13c-81cb-4aa5-873e-2b6b99e1ef71 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:19.268514 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8e276f8f-f8ea-4d5d-918c-95a4e1af87f2 req-d5eba13c-81cb-4aa5-873e-2b6b99e1ef71 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0515561 Jun 16 18:58:19.521691 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-6d20f8f5-5db4-492e-8949-e6e8268c5048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:19.524079 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-6d20f8f5-5db4-492e-8949-e6e8268c5048 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0dec2021-b64c-4fc7-9ff0-960200894783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486906 Jun 16 18:58:19.529962 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8e276f8f-f8ea-4d5d-918c-95a4e1af87f2 req-6acea8de-6e69-4c4d-869b-2a72d9d9e2b3 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2555959 Jun 16 18:58:19.533377 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:19.633051 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 50748) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:58:19.644312 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-e6274ee9-49bd-474d-804a-b961f0982742 service neutron] 10.222.0.66 "GET /v2.0/networks/0dec2021-b64c-4fc7-9ff0-960200894783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100948 Jun 16 18:58:19.774497 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-83ed5361-16af-4585-b76d-c50e7f4c2146 req-be521b0c-014c-4df2-82c4-8f63051273e1 service neutron] 10.222.0.66 "GET /v2.0/networks/0dec2021-b64c-4fc7-9ff0-960200894783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194696 Jun 16 18:58:19.815375 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744f1b4-3bb3-498b-8230-e42f608cdffe req-6ede8a35-7510-499b-a4e4-d517d700c640 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:19.817448 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8744f1b4-3bb3-498b-8230-e42f608cdffe req-6ede8a35-7510-499b-a4e4-d517d700c640 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 943 time: 0.0641067 Jun 16 18:58:19.847496 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-3dd99305-8776-4529-b731-5ee7012f34aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:19.910260 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8744f1b4-3bb3-498b-8230-e42f608cdffe req-3bcdfbe4-cb51-4e4d-a9b4-1a5729ef220f tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868583 Jun 16 18:58:19.941821 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b65288-0f96-481c-a9f9-96a4b4667545 req-362d7cc3-6234-4b43-a6ac-98264020cc3f tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:19.942751 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-3dd99305-8776-4529-b731-5ee7012f34aa admin admin] Publish callbacks [] for security_group (77cb123f-2b62-4c79-96d8-dfacb1ef44c2), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:19.949032 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-10b65288-0f96-481c-a9f9-96a4b4667545 req-362d7cc3-6234-4b43-a6ac-98264020cc3f tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0976698 Jun 16 18:58:19.997164 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-3dd99305-8776-4529-b731-5ee7012f34aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (77cb123f-2b62-4c79-96d8-dfacb1ef44c2), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:20.014040 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-95b437cb-21f7-489f-b9a2-2f10e80bedce req-7270ea78-804e-4f5a-81d0-f8db94d00033 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 210 time: 0.0374482 Jun 16 18:58:20.019124 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-10b65288-0f96-481c-a9f9-96a4b4667545 req-fed1ce52-5426-44e4-9c36-406772610687 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685363 Jun 16 18:58:20.046929 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-3dd99305-8776-4529-b731-5ee7012f34aa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2d8ec4168af342408ecb574617819cdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4128394 Jun 16 18:58:20.047808 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd99305-8776-4529-b731-5ee7012f34aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77cb123f-2b62-4c79-96d8-dfacb1ef44c2,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:20.049843 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 50758) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:58:20.075605 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:20.103673 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f858d81f-486c-4951-b62c-2417832e6214 admin admin] Publish callbacks [] for security_group (77cb123f-2b62-4c79-96d8-dfacb1ef44c2), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:20.126108 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f858d81f-486c-4951-b62c-2417832e6214 admin admin] Publish callbacks [] for security_group (77cb123f-2b62-4c79-96d8-dfacb1ef44c2), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:20.168849 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:20.252970 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f858d81f-486c-4951-b62c-2417832e6214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (77cb123f-2b62-4c79-96d8-dfacb1ef44c2), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:20.255578 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f858d81f-486c-4951-b62c-2417832e6214 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:20.256896 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-f858d81f-486c-4951-b62c-2417832e6214 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/77cb123f-2b62-4c79-96d8-dfacb1ef44c2 HTTP/1.1" status: 204 len: 168 time: 0.2059524 Jun 16 18:58:20.271776 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858d81f-486c-4951-b62c-2417832e6214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cb123f-2b62-4c79-96d8-dfacb1ef44c2,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:20.282691 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51975b6-d0cd-4f05-8c3f-fdd393801219 req-11008b33-c9ba-47c2-bc5f-a7d247f371a6 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:20.284299 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e51975b6-d0cd-4f05-8c3f-fdd393801219 req-11008b33-c9ba-47c2-bc5f-a7d247f371a6 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5fb9a14-5c4d-4dcd-9728-85313113a15e HTTP/1.1" status: 200 len: 945 time: 0.0667281 Jun 16 18:58:20.302839 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:20.370432 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e51975b6-d0cd-4f05-8c3f-fdd393801219 req-21d9b873-34a9-48ed-987c-9b0956134c9d tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b98f7c2-3438-40ee-8f56-014b9d8b42ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735841 Jun 16 18:58:20.657755 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2a561-7cc4-4edf-a91d-9c79103d8b0f req-6c16c744-a0ab-4ddf-aacc-22f0fc4ea102 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:20.664715 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4cf2a561-7cc4-4edf-a91d-9c79103d8b0f req-6c16c744-a0ab-4ddf-aacc-22f0fc4ea102 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0645573 Jun 16 18:58:20.727102 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4cf2a561-7cc4-4edf-a91d-9c79103d8b0f req-1bfba8f1-dbec-4a03-a3c1-8d6023908331 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560300 Jun 16 18:58:21.019822 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f1398-1939-47b2-a3ad-d34208b3dbfe req-105d0ca5-d478-498b-9a05-759f5d872abc tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:21.021297 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8e0f1398-1939-47b2-a3ad-d34208b3dbfe req-105d0ca5-d478-498b-9a05-759f5d872abc tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 943 time: 0.0472517 Jun 16 18:58:21.085814 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8e0f1398-1939-47b2-a3ad-d34208b3dbfe req-92d8f62f-90b8-48ef-b5b6-ccdf25a8f7fe tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574594 Jun 16 18:58:21.141543 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e35e8695-3a91-4476-93dd-b27c6aa436e3 req-6c994d61-d745-4d8d-8efa-740ff2862455 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 210 time: 0.0475764 Jun 16 18:58:21.233377 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c485a-644e-44d6-b10e-3319b883fb7c req-23c83d67-478c-499b-bcd8-6cbb7a9b5739 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:21.234855 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-436c485a-644e-44d6-b10e-3319b883fb7c req-23c83d67-478c-499b-bcd8-6cbb7a9b5739 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0512543 Jun 16 18:58:21.286103 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-436c485a-644e-44d6-b10e-3319b883fb7c req-ba87b0d4-c7c8-4722-88b4-1703fd517ad8 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449858 Jun 16 18:58:21.548732 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-06a03169-0e9e-47d1-a5d3-9e65ea905e00 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:21.550210 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-06a03169-0e9e-47d1-a5d3-9e65ea905e00 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.66 "GET /v2.0/networks?id=9f034df0-3327-47b9-8a71-7606258bf90a HTTP/1.1" status: 200 len: 818 time: 0.1233673 Jun 16 18:58:21.629963 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-d99d2662-bbcc-4a45-849a-5c3dbc156c0f tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed8501d1ff734054ba0a6ef4c398d051 HTTP/1.1" status: 200 len: 380 time: 0.0648055 Jun 16 18:58:21.640318 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-910369b2-4167-4378-aac1-a9ce01485def tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Request body: {'port': {'device_id': '88123824-1b55-41ca-a29f-0d3e0edd3d1d', 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a', 'admin_state_up': True, 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'security_groups': ['482ade06-cee4-493a-a783-46def1fe5cd5']}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:58:21.848344 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-910369b2-4167-4378-aac1-a9ce01485def tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Made reservation on behalf of ed8501d1ff734054ba0a6ef4c398d051 for: {'port': 1} {{(pid=116192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:58:21.848472 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342098b-4d22-41d1-9647-0c882579732a req-ba6c5a84-0cde-4502-8ef7-4994029faab1 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:21.850062 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6342098b-4d22-41d1-9647-0c882579732a req-ba6c5a84-0cde-4502-8ef7-4994029faab1 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0568776 Jun 16 18:58:21.853274 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-910369b2-4167-4378-aac1-a9ce01485def tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:21.905079 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6342098b-4d22-41d1-9647-0c882579732a req-a2522fe0-5a40-48f3-997a-0e25882c7018 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476577 Jun 16 18:58:22.209018 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e86fa6-ffc2-4265-9458-ca654b8741ce req-872d84a5-76a3-42bf-aaf6-1bcc0e122ed6 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:22.210665 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-71e86fa6-ffc2-4265-9458-ca654b8741ce req-872d84a5-76a3-42bf-aaf6-1bcc0e122ed6 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 943 time: 0.0527446 Jun 16 18:58:22.240152 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.db_base_plugin_common [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-910369b2-4167-4378-aac1-a9ce01485def tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Allocated IP 172.20.0.4 (9f034df0-3327-47b9-8a71-7606258bf90a/21288f53-db0a-40bc-af1b-49bfa8ab21bd/2fb01582-cf21-44de-8d3e-18570d242041) {{(pid=116192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:58:22.280040 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-532fa900-8922-412c-823d-040f9cdb4e49 req-e086d021-4350-4236-81bc-593d872ef7cb tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 210 time: 0.0413978 Jun 16 18:58:22.312527 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-71e86fa6-ffc2-4265-9458-ca654b8741ce req-465a4ad3-a5f0-43d1-a267-1ec582df51cb tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919971 Jun 16 18:58:22.419743 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-910369b2-4167-4378-aac1-a9ce01485def tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks [] for port (2fb01582-cf21-44de-8d3e-18570d242041), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:22.420827 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c565bb-ce9a-435a-a750-ec8381afec89 req-506d62d4-43da-427c-86a8-a91aa8fc8a89 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:22.422343 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-74c565bb-ce9a-435a-a750-ec8381afec89 req-506d62d4-43da-427c-86a8-a91aa8fc8a89 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0521474 Jun 16 18:58:22.471464 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-74c565bb-ce9a-435a-a750-ec8381afec89 req-c332b9ac-d575-4ce8-8b34-647f4eb7b47b tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432630 Jun 16 18:58:22.580160 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-910369b2-4167-4378-aac1-a9ce01485def tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326567'] for port (2fb01582-cf21-44de-8d3e-18570d242041), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:22.594624 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:22.628007 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-910369b2-4167-4378-aac1-a9ce01485def tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Network 9f034df0-3327-47b9-8a71-7606258bf90a is already hosted by enough agents. {{(pid=116192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:58:22.631312 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-910369b2-4167-4378-aac1-a9ce01485def tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Resources bound (agent type, host, resource id): {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:58:22.633799 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-910369b2-4167-4378-aac1-a9ce01485def tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Received port after_create {{(pid=116192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:58:22.668967 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910369b2-4167-4378-aac1-a9ce01485def tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Pushing event updated for resources: {'Port': ['ID=2fb01582-cf21-44de-8d3e-18570d242041,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:22.700756 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-910369b2-4167-4378-aac1-a9ce01485def tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:22.701403 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-910369b2-4167-4378-aac1-a9ce01485def tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:22.771439 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-910369b2-4167-4378-aac1-a9ce01485def tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1363084 Jun 16 18:58:22.789721 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-42db8cd5-2fa7-4eb8-ac93-d65200ee38dc service neutron] Request body: {'port': {'device_id': '88123824-1b55-41ca-a29f-0d3e0edd3d1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:58:22.792320 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:22.852078 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-78d7c4f1-ef06-4dec-bc41-e964e956f422 None None] Provisioning complete for port 2fb01582-cf21-44de-8d3e-18570d242041 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:58:22.852627 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-78d7c4f1-ef06-4dec-bc41-e964e956f422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (2fb01582-cf21-44de-8d3e-18570d242041), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:22.855902 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-42db8cd5-2fa7-4eb8-ac93-d65200ee38dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (2fb01582-cf21-44de-8d3e-18570d242041), before_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:22.896977 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-78d7c4f1-ef06-4dec-bc41-e964e956f422 None None] Port 2fb01582-cf21-44de-8d3e-18570d242041 cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:58:23.038200 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d38e6-c5a9-4ed0-a4ec-fa918eec9979 req-5b119a59-c3d6-4f11-b16e-77981846cdee tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:23.039535 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8f8d38e6-c5a9-4ed0-a4ec-fa918eec9979 req-5b119a59-c3d6-4f11-b16e-77981846cdee tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0571871 Jun 16 18:58:23.089663 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8f8d38e6-c5a9-4ed0-a4ec-fa918eec9979 req-b534cdb3-fcd4-4451-980e-9c8157605b63 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437589 Jun 16 18:58:23.136879 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.notifiers.nova [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-42db8cd5-2fa7-4eb8-ac93-d65200ee38dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fb01582-cf21-44de-8d3e-18570d242041 {{(pid=116192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:58:23.144679 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-42db8cd5-2fa7-4eb8-ac93-d65200ee38dc service neutron] Publish callbacks [] for port (2fb01582-cf21-44de-8d3e-18570d242041), precommit_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:23.157018 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.provisioning_blocks [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-42db8cd5-2fa7-4eb8-ac93-d65200ee38dc service neutron] Transition to ACTIVE for port object 2fb01582-cf21-44de-8d3e-18570d242041 will not be triggered until provisioned by entity L2. {{(pid=116192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 18:58:23.266219 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-42db8cd5-2fa7-4eb8-ac93-d65200ee38dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326574'] for port (2fb01582-cf21-44de-8d3e-18570d242041), after_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:23.327391 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 50930) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:58:23.377170 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db8cd5-2fa7-4eb8-ac93-d65200ee38dc service neutron] Pushing event updated for resources: {'Port': ['ID=2fb01582-cf21-44de-8d3e-18570d242041,revision_number=2']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:23.445830 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:23.455290 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.managers [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-42db8cd5-2fa7-4eb8-ac93-d65200ee38dc service neutron] Attempting to bind port 2fb01582-cf21-44de-8d3e-18570d242041 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=116192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:58:23.455775 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.managers [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-42db8cd5-2fa7-4eb8-ac93-d65200ee38dc service neutron] Attempting to bind port 2fb01582-cf21-44de-8d3e-18570d242041 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '695d3c9b-6b49-4b44-82e3-daab02cb9cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a'}] {{(pid=116192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:58:23.456300 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-42db8cd5-2fa7-4eb8-ac93-d65200ee38dc service neutron] Attempting to bind port 2fb01582-cf21-44de-8d3e-18570d242041 on network 9f034df0-3327-47b9-8a71-7606258bf90a {{(pid=116192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:58:23.462545 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-42db8cd5-2fa7-4eb8-ac93-d65200ee38dc service neutron] Port 2fb01582-cf21-44de-8d3e-18570d242041 on network 9f034df0-3327-47b9-8a71-7606258bf90a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=116192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 18:58:23.462963 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-42db8cd5-2fa7-4eb8-ac93-d65200ee38dc service neutron] Attempting to bind port 2fb01582-cf21-44de-8d3e-18570d242041 on network 9f034df0-3327-47b9-8a71-7606258bf90a {{(pid=116192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:58:23.480642 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-42db8cd5-2fa7-4eb8-ac93-d65200ee38dc service neutron] Checking agent: {'id': '78e75526-212b-4550-9dc1-6e088b901fa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'started_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:58:23.480642 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-42db8cd5-2fa7-4eb8-ac93-d65200ee38dc service neutron] Checking segment: {'id': '695d3c9b-6b49-4b44-82e3-daab02cb9cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:58:23.480642 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-42db8cd5-2fa7-4eb8-ac93-d65200ee38dc service neutron] Bound using segment: {'id': '695d3c9b-6b49-4b44-82e3-daab02cb9cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a'} {{(pid=116192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:58:23.480642 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.managers [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-42db8cd5-2fa7-4eb8-ac93-d65200ee38dc service neutron] Bound port: 2fb01582-cf21-44de-8d3e-18570d242041, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '695d3c9b-6b49-4b44-82e3-daab02cb9cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a'}}] {{(pid=116192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:58:23.480642 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-42db8cd5-2fa7-4eb8-ac93-d65200ee38dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (2fb01582-cf21-44de-8d3e-18570d242041), before_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:23.520030 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2069aa4-94a8-4a31-a67e-f599ae59d045 req-a609b942-a14b-44e1-bcec-a7b1f81f63ce tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:23.527823 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c2069aa4-94a8-4a31-a67e-f599ae59d045 req-a609b942-a14b-44e1-bcec-a7b1f81f63ce tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 943 time: 0.1212735 Jun 16 18:58:23.547115 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-7879c159-35bf-4b5a-9e78-7f87d0bf380a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:23.563173 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.db [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-42db8cd5-2fa7-4eb8-ac93-d65200ee38dc service neutron] For port 2fb01582-cf21-44de-8d3e-18570d242041, host hv-cinder-84617, cleared binding levels {{(pid=116192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:58:23.567663 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.db [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-42db8cd5-2fa7-4eb8-ac93-d65200ee38dc service neutron] For port 2fb01582-cf21-44de-8d3e-18570d242041, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=2fb01582-cf21-44de-8d3e-18570d242041,segment=NetworkSegment(695d3c9b-6b49-4b44-82e3-daab02cb9cb5),segment_id=695d3c9b-6b49-4b44-82e3-daab02cb9cb5)] {{(pid=116192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:58:23.577920 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:23.599316 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03022d6b-37a8-42d3-ac2f-75f989c532f1 req-8ffa24ee-cbf5-4d94-beba-43cb1fc2dbd2 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:23.600802 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-03022d6b-37a8-42d3-ac2f-75f989c532f1 req-8ffa24ee-cbf5-4d94-beba-43cb1fc2dbd2 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 943 time: 0.1521578 Jun 16 18:58:23.642479 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c2069aa4-94a8-4a31-a67e-f599ae59d045 req-fa3fcf67-149f-4c6a-8e19-96207f467c72 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135206 Jun 16 18:58:23.660605 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-42db8cd5-2fa7-4eb8-ac93-d65200ee38dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326574'] for port (2fb01582-cf21-44de-8d3e-18570d242041), after_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:23.706383 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-42db8cd5-2fa7-4eb8-ac93-d65200ee38dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:23.707195 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-42db8cd5-2fa7-4eb8-ac93-d65200ee38dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:23.709207 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-42db8cd5-2fa7-4eb8-ac93-d65200ee38dc service neutron] 10.222.0.66 "PUT /v2.0/ports/2fb01582-cf21-44de-8d3e-18570d242041 HTTP/1.1" status: 200 len: 1093 time: 0.9238739 Jun 16 18:58:23.712642 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88123824-1b55-41ca-a29f-0d3e0edd3d1d', 'tag': '2fb01582-cf21-44de-8d3e-18570d242041'}] {{(pid=116192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:58:23.716424 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744e9e4082f242c101b6c91db8253db5b8bdf8a002bfe2f24814a1499063359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b16068-0a47-4c2f-8072-b8dad4070563" -d '{"events": [{"name": "network-changed", "server_uuid": "88123824-1b55-41ca-a29f-0d3e0edd3d1d", "tag": "2fb01582-cf21-44de-8d3e-18570d242041"}]}' {{(pid=116192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:58:23.716847 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-03022d6b-37a8-42d3-ac2f-75f989c532f1 req-90c14924-689f-4f6d-b4a3-6f1306033598 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008697 Jun 16 18:58:23.747648 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:23.757949 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db8cd5-2fa7-4eb8-ac93-d65200ee38dc service neutron] Pushing event updated for resources: {'Port': ['ID=2fb01582-cf21-44de-8d3e-18570d242041,revision_number=3']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:23.797081 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74bc09d-1d59-4e01-9d02-3a0f81a14c85 x-openstack-request-id: req-a74bc09d-1d59-4e01-9d02-3a0f81a14c85 {{(pid=116192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:58:23.797415 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88123824-1b55-41ca-a29f-0d3e0edd3d1d", "tag": "2fb01582-cf21-44de-8d3e-18570d242041", "status": "completed", "code": 200}]} {{(pid=116192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:58:23.798130 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a74bc09d-1d59-4e01-9d02-3a0f81a14c85 {{(pid=116192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:58:23.798559 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a74bc09d-1d59-4e01-9d02-3a0f81a14c85'] response: {'name': 'network-changed', 'server_uuid': '88123824-1b55-41ca-a29f-0d3e0edd3d1d', 'tag': '2fb01582-cf21-44de-8d3e-18570d242041', 'status': 'completed', 'code': 200} Jun 16 18:58:23.818913 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e95f0-3117-403a-bee8-f421ef5f6aeb req-df8e263d-01b1-4aa6-a745-26cf93b8af47 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:23.826394 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-714e95f0-3117-403a-bee8-f421ef5f6aeb req-df8e263d-01b1-4aa6-a745-26cf93b8af47 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0767453 Jun 16 18:58:23.850209 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-7879c159-35bf-4b5a-9e78-7f87d0bf380a admin admin] Publish callbacks [] for security_group (d24f58a1-65be-41e9-9b2b-4b7b15ab7471), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:23.874923 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b16068-0a47-4c2f-8072-b8dad4070563 req-20dc9e80-9b94-45c9-b7ff-466582cd98b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:23.876818 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-02b16068-0a47-4c2f-8072-b8dad4070563 req-20dc9e80-9b94-45c9-b7ff-466582cd98b9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ed8501d1ff734054ba0a6ef4c398d051&device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 1127 time: 0.0565643 Jun 16 18:58:23.882709 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-714e95f0-3117-403a-bee8-f421ef5f6aeb req-28ac9369-e195-459a-9638-b40acc3e7b6e tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554717 Jun 16 18:58:23.889961 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-7879c159-35bf-4b5a-9e78-7f87d0bf380a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (d24f58a1-65be-41e9-9b2b-4b7b15ab7471), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:23.939852 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-7879c159-35bf-4b5a-9e78-7f87d0bf380a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8d48a2ba51f24ce1acca365be720aa68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6088622 Jun 16 18:58:23.939852 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879c159-35bf-4b5a-9e78-7f87d0bf380a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24f58a1-65be-41e9-9b2b-4b7b15ab7471,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:23.941170 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 50942) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:58:23.996375 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-0145d4ca-7bc8-49da-898f-09300a2f0457 admin admin] Publish callbacks [] for security_group (d24f58a1-65be-41e9-9b2b-4b7b15ab7471), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:24.010635 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b16068-0a47-4c2f-8072-b8dad4070563 req-bbf0722d-0753-47f5-b64d-1e3366fd7f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:24.012618 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-02b16068-0a47-4c2f-8072-b8dad4070563 req-bbf0722d-0753-47f5-b64d-1e3366fd7f39 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=ed8501d1ff734054ba0a6ef4c398d051&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1277728 Jun 16 18:58:24.018820 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-0145d4ca-7bc8-49da-898f-09300a2f0457 admin admin] Publish callbacks [] for security_group (d24f58a1-65be-41e9-9b2b-4b7b15ab7471), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:24.111967 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b16068-0a47-4c2f-8072-b8dad4070563 req-4aba01cc-5e3e-430b-aeae-8e396f6aa8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:24.113522 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-02b16068-0a47-4c2f-8072-b8dad4070563 req-4aba01cc-5e3e-430b-aeae-8e396f6aa8ee service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0910480 Jun 16 18:58:24.168598 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-0145d4ca-7bc8-49da-898f-09300a2f0457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (d24f58a1-65be-41e9-9b2b-4b7b15ab7471), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:24.171693 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-0145d4ca-7bc8-49da-898f-09300a2f0457 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:24.172968 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-0145d4ca-7bc8-49da-898f-09300a2f0457 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d24f58a1-65be-41e9-9b2b-4b7b15ab7471 HTTP/1.1" status: 204 len: 168 time: 0.2308092 Jun 16 18:58:24.207015 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-77191a34-662a-422a-9dcc-c14c640898d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:24.208541 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-77191a34-662a-422a-9dcc-c14c640898d3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ed8501d1ff734054ba0a6ef4c398d051&device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 1127 time: 0.0456579 Jun 16 18:58:24.216013 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145d4ca-7bc8-49da-898f-09300a2f0457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24f58a1-65be-41e9-9b2b-4b7b15ab7471,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:24.254438 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe52d6-128a-4ae2-adaa-a74d22605139 req-7354da64-9d1c-4583-8e6f-355f8899cb11 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:24.255936 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-79fe52d6-128a-4ae2-adaa-a74d22605139 req-7354da64-9d1c-4583-8e6f-355f8899cb11 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0818038 Jun 16 18:58:24.265051 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-b37b6ccf-c74a-48a9-a901-94bc1dac5a3c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fb01582-cf21-44de-8d3e-18570d242041 HTTP/1.1" status: 200 len: 217 time: 0.0463507 Jun 16 18:58:24.310376 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-79fe52d6-128a-4ae2-adaa-a74d22605139 req-3b71712a-7e33-438a-9b96-1ed69d71c660 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473225 Jun 16 18:58:24.319464 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-488c9265-674c-49f7-88a5-60789e797e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:24.322357 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-488c9265-674c-49f7-88a5-60789e797e88 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=21288f53-db0a-40bc-af1b-49bfa8ab21bd HTTP/1.1" status: 200 len: 857 time: 0.0473509 Jun 16 18:58:24.373682 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-716e58c8-2f9d-4b32-a75f-004d51b77fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:24.375208 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-716e58c8-2f9d-4b32-a75f-004d51b77fbd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9f034df0-3327-47b9-8a71-7606258bf90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451889 Jun 16 18:58:24.465154 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:24.477578 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-18232028-ce41-42a0-8c90-5d43b0ef01e2 service neutron] 10.222.0.66 "GET /v2.0/networks/9f034df0-3327-47b9-8a71-7606258bf90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953248 Jun 16 18:58:24.576076 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-80ab4ce3-055e-4ff5-b6fb-3dbd570574f6 req-dcace66e-49a8-4059-9eea-4af650a21a73 service neutron] 10.222.0.66 "GET /v2.0/networks/9f034df0-3327-47b9-8a71-7606258bf90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911956 Jun 16 18:58:24.762901 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1a53d-cb8a-4815-8a56-ac6303d7deb7 req-9aeabc90-8436-4742-be43-8e277b1d5ba0 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:24.765738 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ebf1a53d-cb8a-4815-8a56-ac6303d7deb7 req-9aeabc90-8436-4742-be43-8e277b1d5ba0 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 943 time: 0.0595238 Jun 16 18:58:24.859736 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ebf1a53d-cb8a-4815-8a56-ac6303d7deb7 req-fabbc5a4-60bb-4038-a250-5dcf83636234 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891871 Jun 16 18:58:24.869780 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 50958) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:58:24.879530 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4707c-aa99-4a09-b865-7e95a3695063 req-6753fca1-8f59-4427-ab18-654e9ded8ebb tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:24.881178 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-14a4707c-aa99-4a09-b865-7e95a3695063 req-6753fca1-8f59-4427-ab18-654e9ded8ebb tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 943 time: 0.0742095 Jun 16 18:58:24.890897 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-337d89de-bcfb-408c-a478-60fb53ffe954 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:24.942700 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-14a4707c-aa99-4a09-b865-7e95a3695063 req-31e00a8b-7671-4a5f-a6b6-b25300a15e84 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551798 Jun 16 18:58:24.980945 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-337d89de-bcfb-408c-a478-60fb53ffe954 admin admin] Publish callbacks [] for security_group (d6525b00-de39-428b-838f-56b68eab85df), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:25.009372 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ac3bb-bd38-4126-9962-2f10a29c0937 req-319c1aa5-0e94-429f-a908-4685b2553107 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:25.010827 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6b3ac3bb-bd38-4126-9962-2f10a29c0937 req-319c1aa5-0e94-429f-a908-4685b2553107 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0508685 Jun 16 18:58:25.043147 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-337d89de-bcfb-408c-a478-60fb53ffe954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (d6525b00-de39-428b-838f-56b68eab85df), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:25.058407 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6b3ac3bb-bd38-4126-9962-2f10a29c0937 req-0f4a6f15-b22a-478a-a3cd-023fd9b49e6b tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416279 Jun 16 18:58:25.085744 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-337d89de-bcfb-408c-a478-60fb53ffe954 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6503ce596c8841f98876a2a1c5a789e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141931 Jun 16 18:58:25.090534 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d89de-bcfb-408c-a478-60fb53ffe954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6525b00-de39-428b-838f-56b68eab85df,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:25.090727 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 50962) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:58:25.102090 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:25.139735 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f5e522c9-07bc-42fb-a6ea-7dc739e01297 admin admin] Publish callbacks [] for security_group (d6525b00-de39-428b-838f-56b68eab85df), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:25.163103 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f5e522c9-07bc-42fb-a6ea-7dc739e01297 admin admin] Publish callbacks [] for security_group (d6525b00-de39-428b-838f-56b68eab85df), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:25.299943 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f5e522c9-07bc-42fb-a6ea-7dc739e01297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (d6525b00-de39-428b-838f-56b68eab85df), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:25.302503 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f5e522c9-07bc-42fb-a6ea-7dc739e01297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:25.303652 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-f5e522c9-07bc-42fb-a6ea-7dc739e01297 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d6525b00-de39-428b-838f-56b68eab85df HTTP/1.1" status: 204 len: 168 time: 0.2135816 Jun 16 18:58:25.312026 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e522c9-07bc-42fb-a6ea-7dc739e01297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6525b00-de39-428b-838f-56b68eab85df,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:25.434421 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ce41c-1345-44c5-ba9b-cb9f58a6d941 req-ff2225d5-c497-4a69-90d6-15b031391b36 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:25.436083 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ef8ce41c-1345-44c5-ba9b-cb9f58a6d941 req-ff2225d5-c497-4a69-90d6-15b031391b36 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0523286 Jun 16 18:58:25.497637 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ef8ce41c-1345-44c5-ba9b-cb9f58a6d941 req-a95fd0d1-27b4-4d33-a110-2fc9df0d3e63 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557969 Jun 16 18:58:25.987157 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7bbd64-9a92-49aa-82e7-071c926c1a78 req-89113237-ddbd-40b5-87d8-ecd8a806a16a tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:25.989265 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ff7bbd64-9a92-49aa-82e7-071c926c1a78 req-89113237-ddbd-40b5-87d8-ecd8a806a16a tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 943 time: 0.0526657 Jun 16 18:58:25.999869 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:26.068454 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ff7bbd64-9a92-49aa-82e7-071c926c1a78 req-7b51d043-2521-426d-9ffc-0421de53d0bf tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741961 Jun 16 18:58:26.081095 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75068bda-748e-4c1c-a4b0-d875a4876fb7 req-6d719ce3-bef5-44df-b64b-586fddbb12f1 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:26.087573 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-75068bda-748e-4c1c-a4b0-d875a4876fb7 req-6d719ce3-bef5-44df-b64b-586fddbb12f1 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 943 time: 0.0626197 Jun 16 18:58:26.137332 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-75068bda-748e-4c1c-a4b0-d875a4876fb7 req-b57169ab-af26-4c7e-baf1-90ede4823b3d tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448947 Jun 16 18:58:26.209147 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d9372-1d9f-4f18-bfa0-86bc9541ea5b req-182f6860-77de-4015-8bd9-343fcc80dc91 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:26.210949 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-958d9372-1d9f-4f18-bfa0-86bc9541ea5b req-182f6860-77de-4015-8bd9-343fcc80dc91 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0484829 Jun 16 18:58:26.261793 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-958d9372-1d9f-4f18-bfa0-86bc9541ea5b req-79ac57c8-02cd-40c2-b88e-9bf0b3e36d31 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424066 Jun 16 18:58:26.620189 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e58a9-90ec-46dd-8476-769c893e4de0 req-031f7ced-dc26-45c1-bd61-c4898c0d20e9 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:26.622800 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c00e58a9-90ec-46dd-8476-769c893e4de0 req-031f7ced-dc26-45c1-bd61-c4898c0d20e9 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0483246 Jun 16 18:58:26.674032 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c00e58a9-90ec-46dd-8476-769c893e4de0 req-416dd756-920b-4737-be70-8090e163a870 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451748 Jun 16 18:58:27.208139 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b611ae-0f99-45f4-950f-21155c54f67b req-94ff2b35-cbd5-49a4-897b-33fbffa801e7 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:27.209721 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-12b611ae-0f99-45f4-950f-21155c54f67b req-94ff2b35-cbd5-49a4-897b-33fbffa801e7 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 943 time: 0.0570908 Jun 16 18:58:27.272470 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f49b4f-0c48-4efd-8955-70b329d3d07a req-1ec48836-5bb2-4e2d-94a1-a4abf05a0b14 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:27.273973 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-29f49b4f-0c48-4efd-8955-70b329d3d07a req-1ec48836-5bb2-4e2d-94a1-a4abf05a0b14 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 943 time: 0.0618804 Jun 16 18:58:27.313811 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-12b611ae-0f99-45f4-950f-21155c54f67b req-044b3cff-4cbb-4d71-8196-7bce4c580e3b tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905137 Jun 16 18:58:27.353863 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-29f49b4f-0c48-4efd-8955-70b329d3d07a req-b08d64ab-571d-478b-9119-594ee12f00ba tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692420 Jun 16 18:58:27.443025 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:27.446147 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19126b99-9bdc-41d3-8590-3562e6154eee req-1f904d95-4f5c-4927-88c0-85311e9b4597 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:27.447656 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-19126b99-9bdc-41d3-8590-3562e6154eee req-1f904d95-4f5c-4927-88c0-85311e9b4597 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0480099 Jun 16 18:58:27.496243 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-19126b99-9bdc-41d3-8590-3562e6154eee req-8551f4ce-ef92-47ae-abed-dd1f9c2daacf tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422082 Jun 16 18:58:27.598439 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 9d682d40-5577-43db-823b-b6e4729f33b7 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=116194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:58:27.713354 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 9d682d40-5577-43db-823b-b6e4729f33b7, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=9d682d40-5577-43db-823b-b6e4729f33b7,segment=NetworkSegment(9f870342-ab65-443b-a0e2-542074951f0b),segment_id=9f870342-ab65-443b-a0e2-542074951f0b)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:58:27.728040 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Returning: {'device': '9d682d40-5577-43db-823b-b6e4729f33b7', 'network_id': '0dec2021-b64c-4fc7-9ff0-960200894783', 'port_id': '9d682d40-5577-43db-823b-b6e4729f33b7', 'mac_address': 'fa:16:3e:ea:66:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91fba9c8-32d1-4e5d-97ce-9ffbabaf2ed5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:58:27.765383 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 9d682d40-5577-43db-823b-b6e4729f33b7 is: DOWN; New status is: BUILD {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:58:27.765780 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (9d682d40-5577-43db-823b-b6e4729f33b7), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:27.779018 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d682d40-5577-43db-823b-b6e4729f33b7 {{(pid=116194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:58:27.798609 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 9d682d40-5577-43db-823b-b6e4729f33b7, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=9d682d40-5577-43db-823b-b6e4729f33b7,segment=NetworkSegment(9f870342-ab65-443b-a0e2-542074951f0b),segment_id=9f870342-ab65-443b-a0e2-542074951f0b)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:58:27.805341 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae00fcb-914a-49dc-aaa3-eaec0cf33192 req-4bca6ed4-b82a-4584-aafa-0229de93611e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:27.807133 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-fae00fcb-914a-49dc-aaa3-eaec0cf33192 req-4bca6ed4-b82a-4584-aafa-0229de93611e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0467463 Jun 16 18:58:27.860185 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-fae00fcb-914a-49dc-aaa3-eaec0cf33192 req-e70490c0-cc7c-4aa9-aa8e-a9d82495f26e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467594 Jun 16 18:58:27.877079 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (9d682d40-5577-43db-823b-b6e4729f33b7), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:27.877833 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 44fe652d-5231-4810-99fa-21c58c429e9c details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=116194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:58:27.896495 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:27.970715 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=9d682d40-5577-43db-823b-b6e4729f33b7,revision_number=4']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:28.004776 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:28.005123 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:28.005548 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:28.010666 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:28.010666 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:28.010666 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:28.010666 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:28.010666 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:28.010666 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:28.010666 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:28.010666 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:28.010666 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:28.010666 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:28.010666 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:28.010666 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:28.048765 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 44fe652d-5231-4810-99fa-21c58c429e9c, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=44fe652d-5231-4810-99fa-21c58c429e9c,segment=NetworkSegment(2d327e91-41ae-4018-ab9b-16723f98bb9d),segment_id=2d327e91-41ae-4018-ab9b-16723f98bb9d)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:58:28.061367 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Returning: {'device': '44fe652d-5231-4810-99fa-21c58c429e9c', 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111', 'port_id': '44fe652d-5231-4810-99fa-21c58c429e9c', 'mac_address': 'fa:16:3e:8a:a8:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe716360-4f3c-4c62-9220-aaf7aa3a7a1f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:58:28.098870 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 44fe652d-5231-4810-99fa-21c58c429e9c is: ACTIVE; New status is: BUILD {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:58:28.099262 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (44fe652d-5231-4810-99fa-21c58c429e9c), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:28.113171 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44fe652d-5231-4810-99fa-21c58c429e9c {{(pid=116194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:58:28.137592 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 44fe652d-5231-4810-99fa-21c58c429e9c, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=44fe652d-5231-4810-99fa-21c58c429e9c,segment=NetworkSegment(2d327e91-41ae-4018-ab9b-16723f98bb9d),segment_id=2d327e91-41ae-4018-ab9b-16723f98bb9d)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:58:28.214207 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (44fe652d-5231-4810-99fa-21c58c429e9c), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:28.263936 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:28.273463 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=44fe652d-5231-4810-99fa-21c58c429e9c,revision_number=6']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:28.449418 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:28.457120 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe52a57-f8d0-43f1-9ad2-bc2496a4dc60 req-00be9642-1dc4-4d75-af45-436e91a06561 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:28.458732 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-dbe52a57-f8d0-43f1-9ad2-bc2496a4dc60 req-00be9642-1dc4-4d75-af45-436e91a06561 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 943 time: 0.0647616 Jun 16 18:58:28.519144 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50f3f9-43a0-4895-8a46-7a67bee01372 req-808a33ac-0378-40b2-a2d8-e1302a5facea tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:28.520958 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0d50f3f9-43a0-4895-8a46-7a67bee01372 req-808a33ac-0378-40b2-a2d8-e1302a5facea tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 944 time: 0.0868921 Jun 16 18:58:28.560668 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-dbe52a57-f8d0-43f1-9ad2-bc2496a4dc60 req-58a790e6-cccd-4ca1-b576-8c72235a3730 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826261 Jun 16 18:58:28.591848 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0d50f3f9-43a0-4895-8a46-7a67bee01372 req-433a7a8e-840a-439e-9aad-eb06f5da4fa3 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623081 Jun 16 18:58:28.659817 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] get_ports_and_sgs() called for port_ids ['9d682d40-5577-43db-823b-b6e4729f33b7'] {{(pid=116194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:58:28.682815 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe110d6-061f-48c7-9b3a-b1004697123b req-d9191cac-262c-4759-b8a7-ba035f43855a tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:28.684879 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9fe110d6-061f-48c7-9b3a-b1004697123b req-d9191cac-262c-4759-b8a7-ba035f43855a tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0532155 Jun 16 18:58:28.715656 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:28.729317 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] get_ports_and_sgs() called for port_ids ['44fe652d-5231-4810-99fa-21c58c429e9c'] {{(pid=116194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:58:28.738343 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9fe110d6-061f-48c7-9b3a-b1004697123b req-72b4c7a9-3c91-406c-8790-998a373a04be tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462704 Jun 16 18:58:28.988323 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64afbab-99d9-461e-8e7a-837ebdf70d36 req-1804a5b4-a363-4529-a605-8e34c15744c2 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:28.990070 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b64afbab-99d9-461e-8e7a-837ebdf70d36 req-1804a5b4-a363-4529-a605-8e34c15744c2 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 945 time: 0.0501063 Jun 16 18:58:29.039644 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b64afbab-99d9-461e-8e7a-837ebdf70d36 req-ad110122-1e81-4e8a-a9b5-b34807602a2f tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433817 Jun 16 18:58:29.706647 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864d45f-9ac5-4d63-8906-b01648d7c00b req-d9d3efa3-fc81-477e-bf73-5f7bb7ce53e4 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:29.708096 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7864d45f-9ac5-4d63-8906-b01648d7c00b req-d9d3efa3-fc81-477e-bf73-5f7bb7ce53e4 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 943 time: 0.0769141 Jun 16 18:58:29.727483 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688ff85-52d4-4e73-99ed-99071fcd368b req-bfd73d99-9515-41c2-9b8a-019b045f4282 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:29.728848 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4688ff85-52d4-4e73-99ed-99071fcd368b req-bfd73d99-9515-41c2-9b8a-019b045f4282 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 944 time: 0.0686097 Jun 16 18:58:29.784040 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7864d45f-9ac5-4d63-8906-b01648d7c00b req-9c203fa4-68f4-4837-a81c-d9ae9cd04581 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704043 Jun 16 18:58:29.810081 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4688ff85-52d4-4e73-99ed-99071fcd368b req-2425ae08-3d29-4207-945c-df6ca192e133 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673175 Jun 16 18:58:29.889481 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4790d2-62a5-4955-a85e-244cac8d8813 req-b3bba096-1dbe-4b27-99dd-789b26a1fc4b tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:29.890876 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6f4790d2-62a5-4955-a85e-244cac8d8813 req-b3bba096-1dbe-4b27-99dd-789b26a1fc4b tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0463023 Jun 16 18:58:29.936843 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6f4790d2-62a5-4955-a85e-244cac8d8813 req-4bc7d75f-b3de-48d8-a237-9e018fef045b tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405090 Jun 16 18:58:30.160133 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477429a7-a846-4e3e-b66a-8f1861a2f25a req-0565761e-4d4f-4181-8511-539093cca78d tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:30.161571 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-477429a7-a846-4e3e-b66a-8f1861a2f25a req-0565761e-4d4f-4181-8511-539093cca78d tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 945 time: 0.0500813 Jun 16 18:58:30.186110 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 44fe652d-5231-4810-99fa-21c58c429e9c up at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:58:30.216666 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-477429a7-a846-4e3e-b66a-8f1861a2f25a req-2d12e1bd-9d19-49e5-8892-9f99a203c969 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483499 Jun 16 18:58:30.233634 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning complete for port 44fe652d-5231-4810-99fa-21c58c429e9c triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:58:30.233939 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (44fe652d-5231-4810-99fa-21c58c429e9c), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:30.269072 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=100 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:30.321463 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 44fe652d-5231-4810-99fa-21c58c429e9c is: BUILD; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:58:30.321861 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (44fe652d-5231-4810-99fa-21c58c429e9c), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:30.345194 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c04798-b061-421b-9b61-db9cce7dace4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44fe652d-5231-4810-99fa-21c58c429e9c'}] {{(pid=116194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:58:30.347463 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c514dfdaa64f5ff94ef0a30f0983ecc87ad84dbda33c755e7db481fe7439434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380af7f7-6483-40ae-9cf1-52b8393cb39f" -d '{"events": [{"server_uuid": "d6c04798-b061-421b-9b61-db9cce7dace4", "name": "network-vif-plugged", "status": "completed", "tag": "44fe652d-5231-4810-99fa-21c58c429e9c"}]}' {{(pid=116194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:58:30.382512 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 44fe652d-5231-4810-99fa-21c58c429e9c, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=44fe652d-5231-4810-99fa-21c58c429e9c,segment=NetworkSegment(2d327e91-41ae-4018-ab9b-16723f98bb9d),segment_id=2d327e91-41ae-4018-ab9b-16723f98bb9d)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:58:30.391134 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf464e7-a4a4-419b-84fe-830e56a70c5f x-openstack-request-id: req-dcf464e7-a4a4-419b-84fe-830e56a70c5f {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:58:30.394304 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c04798-b061-421b-9b61-db9cce7dace4", "name": "network-vif-plugged", "status": "completed", "tag": "44fe652d-5231-4810-99fa-21c58c429e9c", "code": 200}]} {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:58:30.394304 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dcf464e7-a4a4-419b-84fe-830e56a70c5f {{(pid=116194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:58:30.394304 dv-cinder-846171-1-iscsi neutron-server[116194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcf464e7-a4a4-419b-84fe-830e56a70c5f'] response: {'server_uuid': 'd6c04798-b061-421b-9b61-db9cce7dace4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44fe652d-5231-4810-99fa-21c58c429e9c', 'code': 200} Jun 16 18:58:30.471189 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (44fe652d-5231-4810-99fa-21c58c429e9c), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:30.472087 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 9d682d40-5577-43db-823b-b6e4729f33b7 up at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:58:30.558733 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=44fe652d-5231-4810-99fa-21c58c429e9c,revision_number=7']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:30.565742 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning for port 9d682d40-5577-43db-823b-b6e4729f33b7 completed by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 18:58:30.659877 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning complete for port 9d682d40-5577-43db-823b-b6e4729f33b7 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:58:30.660277 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (9d682d40-5577-43db-823b-b6e4729f33b7), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:30.747157 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 9d682d40-5577-43db-823b-b6e4729f33b7 is: BUILD; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:58:30.747571 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (9d682d40-5577-43db-823b-b6e4729f33b7), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:30.773334 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:30.784922 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 9d682d40-5577-43db-823b-b6e4729f33b7, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=9d682d40-5577-43db-823b-b6e4729f33b7,segment=NetworkSegment(9f870342-ab65-443b-a0e2-542074951f0b),segment_id=9f870342-ab65-443b-a0e2-542074951f0b)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:58:30.866568 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (9d682d40-5577-43db-823b-b6e4729f33b7), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:30.933468 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925c967-5bf2-4d7e-9d29-5fb1fb94c749 req-7233b677-4510-4315-b8dc-fedd3cf3b551 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:30.934733 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d925c967-5bf2-4d7e-9d29-5fb1fb94c749 req-7233b677-4510-4315-b8dc-fedd3cf3b551 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 943 time: 0.0834458 Jun 16 18:58:30.942071 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=9d682d40-5577-43db-823b-b6e4729f33b7,revision_number=5']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:30.966792 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cccdcc6-8c56-4504-890e-49e72acc47b1 req-e0556e36-f232-4104-843b-e556aabe3d41 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:30.969363 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5cccdcc6-8c56-4504-890e-49e72acc47b1 req-e0556e36-f232-4104-843b-e556aabe3d41 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 945 time: 0.0825658 Jun 16 18:58:31.024449 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d925c967-5bf2-4d7e-9d29-5fb1fb94c749 req-4782f498-a968-4805-bed5-58913e0b6909 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820358 Jun 16 18:58:31.057301 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5cccdcc6-8c56-4504-890e-49e72acc47b1 req-146ce8d0-c5ef-4566-b957-10b433bfce97 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790231 Jun 16 18:58:31.138400 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147e13f-d186-4c71-a84b-4fefcd0237fc req-9a25f484-3fea-442a-9a93-4e80b856be89 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:31.139987 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a147e13f-d186-4c71-a84b-4fefcd0237fc req-9a25f484-3fea-442a-9a93-4e80b856be89 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0480795 Jun 16 18:58:31.186951 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a147e13f-d186-4c71-a84b-4fefcd0237fc req-80439dab-01d8-48ab-b7a6-91d9020a5349 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413749 Jun 16 18:58:31.343709 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d442f5-1981-4956-9821-7aee80ed28ba req-074ff3b7-667f-4dd5-9fc9-2871c9ad3eba tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:31.345190 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-67d442f5-1981-4956-9821-7aee80ed28ba req-074ff3b7-667f-4dd5-9fc9-2871c9ad3eba tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0523853 Jun 16 18:58:31.393269 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-67d442f5-1981-4956-9821-7aee80ed28ba req-c2aaaea6-4501-490f-af79-fd70a678fec9 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424893 Jun 16 18:58:32.176825 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 2fb01582-cf21-44de-8d3e-18570d242041 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=116194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:58:32.186952 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc9e3e-00d5-432e-ab86-58edc6ee8dad req-e8b47962-9fde-482d-b4f1-186412c7b1ef tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:32.188441 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-96cc9e3e-00d5-432e-ab86-58edc6ee8dad req-e8b47962-9fde-482d-b4f1-186412c7b1ef tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 943 time: 0.0889943 Jun 16 18:58:32.199655 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a76d8c-0650-4500-b532-6c1faf7d3d64 req-67465daa-690a-440b-8d47-439afab6ab75 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:32.203153 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-22a76d8c-0650-4500-b532-6c1faf7d3d64 req-67465daa-690a-440b-8d47-439afab6ab75 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 945 time: 0.0691276 Jun 16 18:58:32.212119 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:32.277147 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:32.286914 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-96cc9e3e-00d5-432e-ab86-58edc6ee8dad req-b1ec0e7d-3e36-4633-af8d-b4399ba70c18 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814648 Jun 16 18:58:32.291202 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-22a76d8c-0650-4500-b532-6c1faf7d3d64 req-8fe96bcf-8b64-4a23-9427-43a1fb4bf4e0 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773463 Jun 16 18:58:32.406009 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf1ba63-bf52-412b-9948-409dadbbdf18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d682d40-5577-43db-823b-b6e4729f33b7'}] {{(pid=116194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:58:32.409104 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c514dfdaa64f5ff94ef0a30f0983ecc87ad84dbda33c755e7db481fe7439434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99dec42b-2004-4706-b148-8a7b68a48aa4" -d '{"events": [{"server_uuid": "5bf1ba63-bf52-412b-9948-409dadbbdf18", "name": "network-vif-plugged", "status": "completed", "tag": "9d682d40-5577-43db-823b-b6e4729f33b7"}]}' {{(pid=116194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:58:32.459956 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674b3a7-0007-477c-8f90-c6f74ee8fe3c req-e079e6fe-92ad-4a88-8941-4d72cda779cd tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:32.460679 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 2fb01582-cf21-44de-8d3e-18570d242041, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=2fb01582-cf21-44de-8d3e-18570d242041,segment=NetworkSegment(695d3c9b-6b49-4b44-82e3-daab02cb9cb5),segment_id=695d3c9b-6b49-4b44-82e3-daab02cb9cb5)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:58:32.461717 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b674b3a7-0007-477c-8f90-c6f74ee8fe3c req-e079e6fe-92ad-4a88-8941-4d72cda779cd tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0638287 Jun 16 18:58:32.464399 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38f5b9f-f74c-4d72-928e-5a32d8636629 x-openstack-request-id: req-e38f5b9f-f74c-4d72-928e-5a32d8636629 {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:58:32.464715 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf1ba63-bf52-412b-9948-409dadbbdf18", "name": "network-vif-plugged", "status": "completed", "tag": "9d682d40-5577-43db-823b-b6e4729f33b7", "code": 200}]} {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:58:32.464980 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e38f5b9f-f74c-4d72-928e-5a32d8636629 {{(pid=116194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:58:32.465377 dv-cinder-846171-1-iscsi neutron-server[116194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e38f5b9f-f74c-4d72-928e-5a32d8636629'] response: {'server_uuid': '5bf1ba63-bf52-412b-9948-409dadbbdf18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d682d40-5577-43db-823b-b6e4729f33b7', 'code': 200} Jun 16 18:58:32.478025 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Returning: {'device': '2fb01582-cf21-44de-8d3e-18570d242041', 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a', 'port_id': '2fb01582-cf21-44de-8d3e-18570d242041', 'mac_address': 'fa:16:3e:f2:5f:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21288f53-db0a-40bc-af1b-49bfa8ab21bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:58:32.534612 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 2fb01582-cf21-44de-8d3e-18570d242041 is: DOWN; New status is: BUILD {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:58:32.534916 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (2fb01582-cf21-44de-8d3e-18570d242041), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:32.536754 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b674b3a7-0007-477c-8f90-c6f74ee8fe3c req-ecc8fea2-5dd3-4f76-810e-9648e559f2d5 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681875 Jun 16 18:58:32.549909 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fb01582-cf21-44de-8d3e-18570d242041 {{(pid=116194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:58:32.573157 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9499f16-5702-412b-b0c3-7cda9607bf85 req-2063daa2-ec00-480f-9c1c-4e5fb54a1bea tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:32.573484 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 2fb01582-cf21-44de-8d3e-18570d242041, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=2fb01582-cf21-44de-8d3e-18570d242041,segment=NetworkSegment(695d3c9b-6b49-4b44-82e3-daab02cb9cb5),segment_id=695d3c9b-6b49-4b44-82e3-daab02cb9cb5)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:58:32.574692 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d9499f16-5702-412b-b0c3-7cda9607bf85 req-2063daa2-ec00-480f-9c1c-4e5fb54a1bea tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0585768 Jun 16 18:58:32.632513 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d9499f16-5702-412b-b0c3-7cda9607bf85 req-d6816aed-c78e-4860-89bf-b80e0c0cef9a tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517638 Jun 16 18:58:32.655942 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (2fb01582-cf21-44de-8d3e-18570d242041), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:32.708083 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=2fb01582-cf21-44de-8d3e-18570d242041,revision_number=4']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:32.882259 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1503418-46fb-40f4-a368-836b10d379e4 req-91792ffc-b1ba-4f15-b549-a66d4e9271da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:32.883806 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-d1503418-46fb-40f4-a368-836b10d379e4 req-91792ffc-b1ba-4f15-b549-a66d4e9271da service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 1129 time: 0.0400841 Jun 16 18:58:32.929119 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:32.933323 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-d1503418-46fb-40f4-a368-836b10d379e4 req-c2473c30-5b5b-40da-a200-e442ad9a09fa service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412233 Jun 16 18:58:33.020007 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] get_ports_and_sgs() called for port_ids ['2fb01582-cf21-44de-8d3e-18570d242041'] {{(pid=116194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:58:33.086544 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:33.453048 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94002d-e9a9-4f1d-82c9-3737efe2e601 req-7bf50d8f-0097-4e39-a558-d09fd9d1696c tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:33.454656 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2b94002d-e9a9-4f1d-82c9-3737efe2e601 req-7bf50d8f-0097-4e39-a558-d09fd9d1696c tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 945 time: 0.0900130 Jun 16 18:58:33.460806 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44235628-1234-45f3-b3b1-e72d006fef6a req-5ec57c92-b3b4-4be7-a711-fbabef867063 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:33.462224 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-44235628-1234-45f3-b3b1-e72d006fef6a req-5ec57c92-b3b4-4be7-a711-fbabef867063 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 944 time: 0.0835874 Jun 16 18:58:33.540471 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2b94002d-e9a9-4f1d-82c9-3737efe2e601 req-b34bd9a8-c769-4248-a071-61482319e241 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772851 Jun 16 18:58:33.543738 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-44235628-1234-45f3-b3b1-e72d006fef6a req-7fea0504-91f3-4602-a7da-e7b4275473b4 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729115 Jun 16 18:58:33.658951 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fa2ba-a5f9-4d96-a2be-a9e8d4d8b93e req-db0f55a7-07c9-4634-8fd9-f0824b3053d8 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:33.660783 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f65fa2ba-a5f9-4d96-a2be-a9e8d4d8b93e req-db0f55a7-07c9-4634-8fd9-f0824b3053d8 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0541668 Jun 16 18:58:33.725561 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f65fa2ba-a5f9-4d96-a2be-a9e8d4d8b93e req-08d7ad07-dc13-4da6-af1b-958f1b759d12 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574162 Jun 16 18:58:33.763830 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1a098-2de1-4041-ab18-c47021bed7d1 req-dea28548-9e5c-4dfb-8507-ada24431991f tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:33.765321 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-16f1a098-2de1-4041-ab18-c47021bed7d1 req-dea28548-9e5c-4dfb-8507-ada24431991f tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0535007 Jun 16 18:58:33.814538 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-16f1a098-2de1-4041-ab18-c47021bed7d1 req-d83fbf50-c390-4f4b-adf1-87b857248a2f tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419922 Jun 16 18:58:34.199860 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 2fb01582-cf21-44de-8d3e-18570d242041 up at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:58:34.244620 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning for port 2fb01582-cf21-44de-8d3e-18570d242041 completed by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 18:58:34.333685 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning complete for port 2fb01582-cf21-44de-8d3e-18570d242041 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:58:34.333992 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (2fb01582-cf21-44de-8d3e-18570d242041), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:34.411782 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 2fb01582-cf21-44de-8d3e-18570d242041 is: BUILD; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:58:34.412363 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (2fb01582-cf21-44de-8d3e-18570d242041), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:34.448061 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 2fb01582-cf21-44de-8d3e-18570d242041, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=2fb01582-cf21-44de-8d3e-18570d242041,segment=NetworkSegment(695d3c9b-6b49-4b44-82e3-daab02cb9cb5),segment_id=695d3c9b-6b49-4b44-82e3-daab02cb9cb5)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:58:34.466495 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88123824-1b55-41ca-a29f-0d3e0edd3d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb01582-cf21-44de-8d3e-18570d242041'}] {{(pid=116194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:58:34.468853 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c514dfdaa64f5ff94ef0a30f0983ecc87ad84dbda33c755e7db481fe7439434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b811aba4-d5a2-4e91-b837-7e945bdc08a0" -d '{"events": [{"server_uuid": "88123824-1b55-41ca-a29f-0d3e0edd3d1d", "name": "network-vif-plugged", "status": "completed", "tag": "2fb01582-cf21-44de-8d3e-18570d242041"}]}' {{(pid=116194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:58:34.504184 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fc9985-e493-4241-ac3b-f82857525a52 x-openstack-request-id: req-45fc9985-e493-4241-ac3b-f82857525a52 {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:58:34.504497 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88123824-1b55-41ca-a29f-0d3e0edd3d1d", "name": "network-vif-plugged", "status": "completed", "tag": "2fb01582-cf21-44de-8d3e-18570d242041", "code": 200}]} {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:58:34.504752 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-45fc9985-e493-4241-ac3b-f82857525a52 {{(pid=116194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:58:34.505182 dv-cinder-846171-1-iscsi neutron-server[116194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45fc9985-e493-4241-ac3b-f82857525a52'] response: {'server_uuid': '88123824-1b55-41ca-a29f-0d3e0edd3d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb01582-cf21-44de-8d3e-18570d242041', 'code': 200} Jun 16 18:58:34.528849 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (2fb01582-cf21-44de-8d3e-18570d242041), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:34.579462 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=2fb01582-cf21-44de-8d3e-18570d242041,revision_number=5']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:34.699975 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199228c-6118-4a5b-8bc9-97c7e100fde9 req-77b29acb-2f74-4489-ac9d-673e263e5ac0 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:34.701487 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2199228c-6118-4a5b-8bc9-97c7e100fde9 req-77b29acb-2f74-4489-ac9d-673e263e5ac0 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 945 time: 0.0862472 Jun 16 18:58:34.709429 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c6f64-170c-4f4f-b50a-ae6c0ece88a4 req-d3d057e7-9a6c-44be-a877-fa21f0dbbd78 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:34.710930 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-098c6f64-170c-4f4f-b50a-ae6c0ece88a4 req-d3d057e7-9a6c-44be-a877-fa21f0dbbd78 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0857036 Jun 16 18:58:34.791103 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2199228c-6118-4a5b-8bc9-97c7e100fde9 req-c5152e7a-7b85-44d8-8718-a8d965322e21 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791111 Jun 16 18:58:34.794992 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-098c6f64-170c-4f4f-b50a-ae6c0ece88a4 req-1beff46d-cdd9-44be-8a70-04453e1ade03 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766923 Jun 16 18:58:34.894707 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1e3ca-58c4-4a89-8c2e-42ab71b88c46 req-509fefb9-9788-4359-94d0-9762731d1ead tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:34.900664 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8fb1e3ca-58c4-4a89-8c2e-42ab71b88c46 req-509fefb9-9788-4359-94d0-9762731d1ead tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0500522 Jun 16 18:58:34.967349 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b035da-724f-4774-9c1d-5873ddbc6db5 req-3a421e36-56f6-4d26-a92a-1b7f5736ac70 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:34.968042 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e2b035da-724f-4774-9c1d-5873ddbc6db5 req-3a421e36-56f6-4d26-a92a-1b7f5736ac70 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0697753 Jun 16 18:58:35.019227 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8fb1e3ca-58c4-4a89-8c2e-42ab71b88c46 req-6daa5a4e-d06c-42ff-abdc-1e09b6d8a293 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061625 Jun 16 18:58:35.055437 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e2b035da-724f-4774-9c1d-5873ddbc6db5 req-18cb72e7-07d8-4ba0-baa0-b0d2d035859b tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740139 Jun 16 18:58:35.170040 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76c57f-4d22-493f-a7ae-ac5e57fece0d req-3e62c559-3175-44b0-9ff3-2050215b9894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:35.172069 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-0c76c57f-4d22-493f-a7ae-ac5e57fece0d req-3e62c559-3175-44b0-9ff3-2050215b9894 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 1129 time: 0.0434186 Jun 16 18:58:35.228329 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-0c76c57f-4d22-493f-a7ae-ac5e57fece0d req-6f0b9489-13c1-4c01-8834-3741fb2ee80e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397470 Jun 16 18:58:35.933368 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ad0cf-9423-4410-b7dd-805ba6e14992 req-e3473a86-37eb-4943-9773-399387fdd0ed tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:35.934876 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-328ad0cf-9423-4410-b7dd-805ba6e14992 req-e3473a86-37eb-4943-9773-399387fdd0ed tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 945 time: 0.0755939 Jun 16 18:58:35.943074 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b3e27-f2e5-4233-b7ff-dd79e83160e0 req-b0a88cd4-0c42-4b12-a2ac-9df83907dde5 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:35.944631 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8c7b3e27-f2e5-4233-b7ff-dd79e83160e0 req-b0a88cd4-0c42-4b12-a2ac-9df83907dde5 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0763595 Jun 16 18:58:35.951847 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:35.968772 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:36.027154 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-328ad0cf-9423-4410-b7dd-805ba6e14992 req-10613177-accf-42c9-868c-5993dc68b0a0 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813923 Jun 16 18:58:36.030539 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8c7b3e27-f2e5-4233-b7ff-dd79e83160e0 req-cbc790a2-e266-4f90-bbbd-97601b3ecbd8 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776107 Jun 16 18:58:36.167690 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bbbd38-a0b0-45cc-8b2a-1941a9d29b4b req-defe9eaf-d6e0-4d5e-8b56-4017f96f696e tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:36.174274 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-03bbbd38-a0b0-45cc-8b2a-1941a9d29b4b req-defe9eaf-d6e0-4d5e-8b56-4017f96f696e tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0764840 Jun 16 18:58:36.192225 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5d4fe-2b42-445f-9031-8d67f55abffd req-57c9a3ca-aa14-47af-8dfb-61ab76a29d9a tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:36.193672 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-bdc5d4fe-2b42-445f-9031-8d67f55abffd req-57c9a3ca-aa14-47af-8dfb-61ab76a29d9a tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 945 time: 0.0709479 Jun 16 18:58:36.259659 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-03bbbd38-a0b0-45cc-8b2a-1941a9d29b4b req-45310483-c99a-4788-b8cf-73b36a5ce886 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821118 Jun 16 18:58:36.273004 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-bdc5d4fe-2b42-445f-9031-8d67f55abffd req-3df4e1a9-50b5-416e-b89c-f602239e39f7 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715265 Jun 16 18:58:36.301087 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 51240) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:58:36.372621 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c5639-f2ba-4909-a499-b9cc925128ff req-ad73fbf8-8af5-4ee7-8ddf-60759ec705ef tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:36.374140 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-770c5639-f2ba-4909-a499-b9cc925128ff req-ad73fbf8-8af5-4ee7-8ddf-60759ec705ef tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0553174 Jun 16 18:58:36.436640 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-770c5639-f2ba-4909-a499-b9cc925128ff req-b534fbfd-1db6-46bd-9e6b-d9f19a0a3ecc tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564380 Jun 16 18:58:36.506178 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2358fbe2-da6c-46e7-ac76-979416ec1db7 tempest-TestShelveInstance-895016986 tempest-TestShelveInstance-895016986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:36.507697 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-2358fbe2-da6c-46e7-ac76-979416ec1db7 tempest-TestShelveInstance-895016986 tempest-TestShelveInstance-895016986-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 1124 time: 0.2055368 Jun 16 18:58:36.510606 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 51244) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:58:36.515312 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-d95d7235-e145-40ef-abbc-d3d5eaa50c81 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Request body: {'floatingip': {'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'port_id': '9d682d40-5577-43db-823b-b6e4729f33b7', 'tenant_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'fixed_ip_address': '172.20.0.5'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:58:36.597390 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-d95d7235-e145-40ef-abbc-d3d5eaa50c81 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:36.691792 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-d95d7235-e145-40ef-abbc-d3d5eaa50c81 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:36.718156 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db175761-00ec-4c68-9615-9166de6b63af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:36.806608 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_common [None req-d95d7235-e145-40ef-abbc-d3d5eaa50c81 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Allocated IP 172.27.0.248 (d7ab3290-3ce1-430c-a2b5-625628340a0e/2251f151-d04b-4b41-88db-58f0d465a2f0/2c528ea6-8b7a-4651-ae2c-94385369e8c7) {{(pid=116193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:58:37.109356 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 51262) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:58:37.144295 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:37.147357 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-d95d7235-e145-40ef-abbc-d3d5eaa50c81 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks [] for port (2c528ea6-8b7a-4651-ae2c-94385369e8c7), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:37.165553 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2203e1-2d15-42fa-b33c-bb9cab54884c req-e0f59a6c-079a-42ec-b47b-8fc853510764 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:37.167041 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9b2203e1-2d15-42fa-b33c-bb9cab54884c req-e0f59a6c-079a-42ec-b47b-8fc853510764 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0655491 Jun 16 18:58:37.229524 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-05660983-c508-43c5-b6f6-5804b5bc3b70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:37.250839 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9b2203e1-2d15-42fa-b33c-bb9cab54884c req-315335a5-c0cb-4a12-9a6b-75a3a57a82b3 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763550 Jun 16 18:58:37.295093 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-d95d7235-e145-40ef-abbc-d3d5eaa50c81 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (2c528ea6-8b7a-4651-ae2c-94385369e8c7), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:37.299376 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:37.311976 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-05660983-c508-43c5-b6f6-5804b5bc3b70 admin admin] Publish callbacks [] for security_group (0f5a56a5-7a5e-48c8-ac97-49f32d731a34), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:37.345275 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95d7235-e145-40ef-abbc-d3d5eaa50c81 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Network d7ab3290-3ce1-430c-a2b5-625628340a0e is already hosted by enough agents. {{(pid=116193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:58:37.361565 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [None req-d95d7235-e145-40ef-abbc-d3d5eaa50c81 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Resources bound (agent type, host, resource id): {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:58:37.365019 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-05660983-c508-43c5-b6f6-5804b5bc3b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (0f5a56a5-7a5e-48c8-ac97-49f32d731a34), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:37.381204 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95d7235-e145-40ef-abbc-d3d5eaa50c81 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Received port after_create {{(pid=116193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:58:37.409778 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d7235-e145-40ef-abbc-d3d5eaa50c81 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Pushing event updated for resources: {'Port': ['ID=2c528ea6-8b7a-4651-ae2c-94385369e8c7,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:37.415111 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-05660983-c508-43c5-b6f6-5804b5bc3b70 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e51ca85c03f745449d3d806bd2a1afcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3045847 Jun 16 18:58:37.416573 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 51270) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:58:37.417210 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05660983-c508-43c5-b6f6-5804b5bc3b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5a56a5-7a5e-48c8-ac97-49f32d731a34,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:37.426452 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a618d-3efa-40ca-b2f8-d851e0f40c4c req-e9553049-ca2e-46d8-a5c9-c35493c874bf tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:37.428030 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-bc2a618d-3efa-40ca-b2f8-d851e0f40c4c req-e9553049-ca2e-46d8-a5c9-c35493c874bf tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0816784 Jun 16 18:58:37.475113 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-b3ced4b8-5456-4332-9840-4a01db40bc25 admin admin] Publish callbacks [] for security_group (0f5a56a5-7a5e-48c8-ac97-49f32d731a34), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:37.514538 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-b3ced4b8-5456-4332-9840-4a01db40bc25 admin admin] Publish callbacks [] for security_group (0f5a56a5-7a5e-48c8-ac97-49f32d731a34), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:37.555444 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-bc2a618d-3efa-40ca-b2f8-d851e0f40c4c req-25082012-52cf-4a46-a93b-8b39c67fd6e3 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167104 Jun 16 18:58:37.613222 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f5ce3-37bc-453f-902b-5abffe69ce67 req-de29a57d-d435-4da4-be7b-ce8b70676a5e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:37.615156 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1c4f5ce3-37bc-453f-902b-5abffe69ce67 req-de29a57d-d435-4da4-be7b-ce8b70676a5e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0837371 Jun 16 18:58:37.644571 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-b3ced4b8-5456-4332-9840-4a01db40bc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (0f5a56a5-7a5e-48c8-ac97-49f32d731a34), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:37.647614 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-b3ced4b8-5456-4332-9840-4a01db40bc25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:37.653774 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-b3ced4b8-5456-4332-9840-4a01db40bc25 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0f5a56a5-7a5e-48c8-ac97-49f32d731a34 HTTP/1.1" status: 204 len: 168 time: 0.2275114 Jun 16 18:58:37.660155 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ced4b8-5456-4332-9840-4a01db40bc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5a56a5-7a5e-48c8-ac97-49f32d731a34,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:37.754403 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1c4f5ce3-37bc-453f-902b-5abffe69ce67 req-f7257fb5-d1e7-4735-8c1e-7f9085bcd77c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994456 Jun 16 18:58:37.952102 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-d95d7235-e145-40ef-abbc-d3d5eaa50c81 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks [] for floatingip (c5988fd1-85b7-4ca3-a181-92778936520f), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:37.976749 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:38.102056 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-d95d7235-e145-40ef-abbc-d3d5eaa50c81 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (2c528ea6-8b7a-4651-ae2c-94385369e8c7), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:38.259358 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-d95d7235-e145-40ef-abbc-d3d5eaa50c81 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks [] for port (2c528ea6-8b7a-4651-ae2c-94385369e8c7), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:38.318995 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 51286) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:58:38.335761 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-d95d7235-e145-40ef-abbc-d3d5eaa50c81 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (2c528ea6-8b7a-4651-ae2c-94385369e8c7), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:38.352395 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-4f89488d-735e-48c6-9e82-fdd4a0c53c46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:38.464902 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03d517-0d1f-4364-a7de-c6a33e866a69 req-3250bd0e-a5e8-43ce-ab63-7289677b3508 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:38.464902 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0d03d517-0d1f-4364-a7de-c6a33e866a69 req-3250bd0e-a5e8-43ce-ab63-7289677b3508 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.1348853 Jun 16 18:58:38.467815 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d7235-e145-40ef-abbc-d3d5eaa50c81 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Pushing event updated for resources: {'Port': ['ID=2c528ea6-8b7a-4651-ae2c-94385369e8c7,revision_number=2']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:38.504592 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-d95d7235-e145-40ef-abbc-d3d5eaa50c81 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8340165'] for floatingip (c5988fd1-85b7-4ca3-a181-92778936520f), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:38.546770 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:38.640386 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0d03d517-0d1f-4364-a7de-c6a33e866a69 req-c09ee6ca-f50d-44d0-9947-3b47f1f7237b tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698744 Jun 16 18:58:38.689665 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.db.l3_db [None req-d95d7235-e145-40ef-abbc-d3d5eaa50c81 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Floating IP c5988fd1-85b7-4ca3-a181-92778936520f associated. External IP: 172.27.0.248, port: 9d682d40-5577-43db-823b-b6e4729f33b7. Jun 16 18:58:38.732959 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-4f89488d-735e-48c6-9e82-fdd4a0c53c46 admin admin] Publish callbacks [] for security_group (8b6f7f73-94b2-455d-91cd-867aacb34b14), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:38.760906 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1780cb-a407-40a9-89e9-302aad42bd0f req-5715e450-8a90-4e1b-900d-b0966c05020b tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:38.762657 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-df1780cb-a407-40a9-89e9-302aad42bd0f req-5715e450-8a90-4e1b-900d-b0966c05020b tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.1294937 Jun 16 18:58:38.796513 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-4f89488d-735e-48c6-9e82-fdd4a0c53c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (8b6f7f73-94b2-455d-91cd-867aacb34b14), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:38.839084 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:38.871103 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1720ac-cb21-4917-864e-61f7d6f766d5 req-407536de-9fd3-4618-a531-6a4290fd18c3 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:38.873270 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ec1720ac-cb21-4917-864e-61f7d6f766d5 req-407536de-9fd3-4618-a531-6a4290fd18c3 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.1391542 Jun 16 18:58:38.882318 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 51298) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:58:38.888328 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-51e4d3e4-7a5f-41a2-aa7e-ef2b49769a35 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Request body: {'floatingip': {'port_id': '2fb01582-cf21-44de-8d3e-18570d242041'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:58:38.912513 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-4f89488d-735e-48c6-9e82-fdd4a0c53c46 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=439d6f596b0f48f787faf8848959e8f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5917783 Jun 16 18:58:38.919793 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89488d-735e-48c6-9e82-fdd4a0c53c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6f7f73-94b2-455d-91cd-867aacb34b14,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:38.921379 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 51300) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:58:38.936780 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-51e4d3e4-7a5f-41a2-aa7e-ef2b49769a35 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks [] for floatingip (e14b338d-e3ba-41bb-ade6-c9ca4c3889cb), before_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:38.962459 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-df1780cb-a407-40a9-89e9-302aad42bd0f req-649328fe-9ac5-4641-bfeb-d3481c987525 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789348 Jun 16 18:58:39.000447 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-0a16990c-601c-41ca-a1f8-daeade5ea24b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:39.053765 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557cde0-8391-43f3-89d9-e4ee974f49bd req-7e58c540-8a8d-409e-893d-18288e38b0b0 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:39.055257 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e557cde0-8391-43f3-89d9-e4ee974f49bd req-7e58c540-8a8d-409e-893d-18288e38b0b0 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.1180468 Jun 16 18:58:39.131071 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-d0a697dc-6711-4f83-867a-8974c959afa2 admin admin] Publish callbacks [] for security_group (8b6f7f73-94b2-455d-91cd-867aacb34b14), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:39.180419 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:39.186346 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-d0a697dc-6711-4f83-867a-8974c959afa2 admin admin] Publish callbacks [] for security_group (8b6f7f73-94b2-455d-91cd-867aacb34b14), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:39.190747 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e557cde0-8391-43f3-89d9-e4ee974f49bd req-c3f06250-4728-436b-a4ae-340f0f61a9ac tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220231 Jun 16 18:58:39.206025 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95d7235-e145-40ef-abbc-d3d5eaa50c81 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Router 570c72ae-d11d-4558-afc3-4b64a2321de5 has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:58:39.342049 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:39.394936 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca2778-7777-4090-9ce6-5eea59df8784 req-2e5b5f73-e49f-4afe-8177-c4175e86b2eb tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:39.394936 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-aeca2778-7777-4090-9ce6-5eea59df8784 req-2e5b5f73-e49f-4afe-8177-c4175e86b2eb tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0796058 Jun 16 18:58:39.394936 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95d7235-e145-40ef-abbc-d3d5eaa50c81 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:58:39.406249 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615d18a5-fd96-447a-be8c-a9911df1b09d None None] Sync routers for ids ['570c72ae-d11d-4558-afc3-4b64a2321de5'] in dv-cinder-846171-1-iscsi {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:58:39.422002 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615d18a5-fd96-447a-be8c-a9911df1b09d None None] Routers {'570c72ae-d11d-4558-afc3-4b64a2321de5'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:58:39.424997 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-615d18a5-fd96-447a-be8c-a9911df1b09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:58:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['570c72ae-d11d-4558-afc3-4b64a2321de5'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:58:39.456101 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-aeca2778-7777-4090-9ce6-5eea59df8784 req-fb29264e-d24f-4f32-8cee-06a61a821d78 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551918 Jun 16 18:58:39.469648 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-d0a697dc-6711-4f83-867a-8974c959afa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (8b6f7f73-94b2-455d-91cd-867aacb34b14), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:39.472139 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-d0a697dc-6711-4f83-867a-8974c959afa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:39.475692 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-d0a697dc-6711-4f83-867a-8974c959afa2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8b6f7f73-94b2-455d-91cd-867aacb34b14 HTTP/1.1" status: 204 len: 168 time: 0.5472775 Jun 16 18:58:39.490237 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-51e4d3e4-7a5f-41a2-aa7e-ef2b49769a35 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:39.496938 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a697dc-6711-4f83-867a-8974c959afa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6f7f73-94b2-455d-91cd-867aacb34b14,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:39.499640 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:39.505284 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-d95d7235-e145-40ef-abbc-d3d5eaa50c81 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for floatingip (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:39.533867 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:39.548240 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5ede7-0f21-4225-ae06-b9584f59f114 req-3d08fd58-2a4e-4704-9dbf-e3f8823f030d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:39.550288 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-4dd5ede7-0f21-4225-ae06-b9584f59f114 req-3d08fd58-2a4e-4704-9dbf-e3f8823f030d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9e5f71068aa4d75bcc4578b741f490d&device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 1129 time: 0.0649819 Jun 16 18:58:39.559060 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-d95d7235-e145-40ef-abbc-d3d5eaa50c81 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0473988 Jun 16 18:58:39.559800 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf1ba63-bf52-412b-9948-409dadbbdf18', 'tag': '9d682d40-5577-43db-823b-b6e4729f33b7'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:58:39.562180 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae356c1-bae4-480e-bd18-cb8eaba5ce55" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf1ba63-bf52-412b-9948-409dadbbdf18", "tag": "9d682d40-5577-43db-823b-b6e4729f33b7"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:58:39.585828 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-51e4d3e4-7a5f-41a2-aa7e-ef2b49769a35 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8340165'] for floatingip (e14b338d-e3ba-41bb-ade6-c9ca4c3889cb), after_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:39.600089 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48071af-2005-4659-83fc-8e9005e8a813 x-openstack-request-id: req-c48071af-2005-4659-83fc-8e9005e8a813 {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:58:39.600552 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf1ba63-bf52-412b-9948-409dadbbdf18", "tag": "9d682d40-5577-43db-823b-b6e4729f33b7", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:58:39.600940 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c48071af-2005-4659-83fc-8e9005e8a813 {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:58:39.601514 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c48071af-2005-4659-83fc-8e9005e8a813'] response: {'name': 'network-changed', 'server_uuid': '5bf1ba63-bf52-412b-9948-409dadbbdf18', 'tag': '9d682d40-5577-43db-823b-b6e4729f33b7', 'status': 'completed', 'code': 200} Jun 16 18:58:39.602461 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-615d18a5-fd96-447a-be8c-a9911df1b09d None None] Set router 570c72ae-d11d-4558-afc3-4b64a2321de5 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:58:39.698473 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae356c1-bae4-480e-bd18-cb8eaba5ce55 req-737fcfcf-6c36-4611-8d95-40cbc8bcba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:39.700936 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3ae356c1-bae4-480e-bd18-cb8eaba5ce55 req-737fcfcf-6c36-4611-8d95-40cbc8bcba15 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5db8d64fab0e45ffbba87b1ae3b48703&device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 1129 time: 0.0663617 Jun 16 18:58:39.750567 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5ede7-0f21-4225-ae06-b9584f59f114 req-0668f571-bcdd-4efc-9bdf-4ea0883d47e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:39.752284 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-4dd5ede7-0f21-4225-ae06-b9584f59f114 req-0668f571-bcdd-4efc-9bdf-4ea0883d47e3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=64614a18-07e0-43ad-9990-55ab159f858f HTTP/1.1" status: 200 len: 912 time: 0.1928260 Jun 16 18:58:39.755184 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.db.l3_db [None req-51e4d3e4-7a5f-41a2-aa7e-ef2b49769a35 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Floating IP e14b338d-e3ba-41bb-ade6-c9ca4c3889cb associated. External IP: 172.27.0.151, port: 2fb01582-cf21-44de-8d3e-18570d242041. Jun 16 18:58:39.834544 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:39.849842 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae356c1-bae4-480e-bd18-cb8eaba5ce55 req-e2ff0536-572b-413e-a90b-96ea28cec117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:39.850070 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3ae356c1-bae4-480e-bd18-cb8eaba5ce55 req-e2ff0536-572b-413e-a90b-96ea28cec117 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0dec2021-b64c-4fc7-9ff0-960200894783 HTTP/1.1" status: 200 len: 911 time: 0.1422446 Jun 16 18:58:39.913347 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:39.921010 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-615d18a5-fd96-447a-be8c-a9911df1b09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'name': 'tempest-TestShelveInstance-1332233485-router', 'tenant_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '45d45e5a-0aca-4cda-aca1-722c58123c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:27Z', 'updated_at': '2022-06-16T18:57:31Z', 'revision_number': 4, 'project_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'gw_port': {'id': '45d45e5a-0aca-4cda-aca1-722c58123c57', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:28Z', 'updated_at': '2022-06-16T18:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': 'c5988fd1-85b7-4ca3-a181-92778936520f', 'tenant_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'floating_ip_address': '172.27.0.248', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'port_id': '9d682d40-5577-43db-823b-b6e4729f33b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dec2021-b64c-4fc7-9ff0-960200894783', 'mac_address': 'fa:16:3e:ea:66:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf1ba63-bf52-412b-9948-409dadbbdf18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:58:37Z', 'updated_at': '2022-06-16T18:58:37Z', 'revision_number': 0, 'project_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23f5e1ec-bd85-4121-a664-7eedd17c676d', 'name': '', 'network_id': '0dec2021-b64c-4fc7-9ff0-960200894783', 'tenant_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'mac_address': 'fa:16:3e:69:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '91fba9c8-32d1-4e5d-97ce-9ffbabaf2ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:30Z', 'updated_at': '2022-06-16T18:57:35Z', 'revision_number': 5, 'project_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'subnets': [{'id': '91fba9c8-32d1-4e5d-97ce-9ffbabaf2ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:58:39.933950 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-4dd5ede7-0f21-4225-ae06-b9584f59f114 req-0d93e29d-f781-4c82-8586-2e41e3b98b22 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=813e5e92-6255-46b0-aa69-1964caa13cf4 HTTP/1.1" status: 200 len: 1001 time: 0.1108534 Jun 16 18:58:39.935051 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:39.943524 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3ae356c1-bae4-480e-bd18-cb8eaba5ce55 req-e4ac67ea-fd04-4075-8147-a49f3136092e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d682d40-5577-43db-823b-b6e4729f33b7 HTTP/1.1" status: 200 len: 999 time: 0.0810313 Jun 16 18:58:39.951168 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615d18a5-fd96-447a-be8c-a9911df1b09d None None] Checking router: 570c72ae-d11d-4558-afc3-4b64a2321de5 for host: dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:58:39.960120 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615d18a5-fd96-447a-be8c-a9911df1b09d None None] Routers {'570c72ae-d11d-4558-afc3-4b64a2321de5'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:58:39.960938 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-615d18a5-fd96-447a-be8c-a9911df1b09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:58:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['570c72ae-d11d-4558-afc3-4b64a2321de5'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:58:40.007472 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae356c1-bae4-480e-bd18-cb8eaba5ce55 req-2bb549d1-bde9-4afd-bb05-b33657d973f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:40.011310 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3ae356c1-bae4-480e-bd18-cb8eaba5ce55 req-2bb549d1-bde9-4afd-bb05-b33657d973f2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=91fba9c8-32d1-4e5d-97ce-9ffbabaf2ed5 HTTP/1.1" status: 200 len: 848 time: 0.0595744 Jun 16 18:58:40.064656 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae356c1-bae4-480e-bd18-cb8eaba5ce55 req-d72c4230-3b89-448a-b691-c4fc2ad09964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:40.066489 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3ae356c1-bae4-480e-bd18-cb8eaba5ce55 req-d72c4230-3b89-448a-b691-c4fc2ad09964 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0dec2021-b64c-4fc7-9ff0-960200894783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443506 Jun 16 18:58:40.077471 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5ede7-0f21-4225-ae06-b9584f59f114 req-c8a732d2-49ba-4ec4-b026-4554b0a23653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:40.079009 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-4dd5ede7-0f21-4225-ae06-b9584f59f114 req-c8a732d2-49ba-4ec4-b026-4554b0a23653 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3c0b066-676e-4fae-8d81-100b0457b81e HTTP/1.1" status: 200 len: 849 time: 0.1363502 Jun 16 18:58:40.102336 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-615d18a5-fd96-447a-be8c-a9911df1b09d None None] Set router 570c72ae-d11d-4558-afc3-4b64a2321de5 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:58:40.146414 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e4d3e4-7a5f-41a2-aa7e-ef2b49769a35 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Router ca6005d9-7b71-4411-8a5c-f4a0a5daf02e has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:58:40.149992 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5ede7-0f21-4225-ae06-b9584f59f114 req-467bdd1e-4952-4564-b00c-ba53f8984bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:40.151418 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-4dd5ede7-0f21-4225-ae06-b9584f59f114 req-467bdd1e-4952-4564-b00c-ba53f8984bff service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=64614a18-07e0-43ad-9990-55ab159f858f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0599315 Jun 16 18:58:40.173734 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3ae356c1-bae4-480e-bd18-cb8eaba5ce55 req-6e047457-d540-40fd-9af1-b5098d956f61 service neutron] 10.222.0.66 "GET /v2.0/networks/0dec2021-b64c-4fc7-9ff0-960200894783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003845 Jun 16 18:58:40.251653 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:40.350602 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 51322) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:58:40.358046 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3ae356c1-bae4-480e-bd18-cb8eaba5ce55 req-7037af7c-e066-4854-bb3e-b2f68f7151ac service neutron] 10.222.0.66 "GET /v2.0/networks/0dec2021-b64c-4fc7-9ff0-960200894783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732726 Jun 16 18:58:40.377048 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-3c2dcdb6-b2bc-45f6-95de-70b05fdef348 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:40.402585 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-615d18a5-fd96-447a-be8c-a9911df1b09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'name': 'tempest-TestShelveInstance-1332233485-router', 'tenant_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '45d45e5a-0aca-4cda-aca1-722c58123c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:27Z', 'updated_at': '2022-06-16T18:57:31Z', 'revision_number': 4, 'project_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'gw_port': {'id': '45d45e5a-0aca-4cda-aca1-722c58123c57', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:28Z', 'updated_at': '2022-06-16T18:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': 'c5988fd1-85b7-4ca3-a181-92778936520f', 'tenant_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'floating_ip_address': '172.27.0.248', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'port_id': '9d682d40-5577-43db-823b-b6e4729f33b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dec2021-b64c-4fc7-9ff0-960200894783', 'mac_address': 'fa:16:3e:ea:66:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf1ba63-bf52-412b-9948-409dadbbdf18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:58:37Z', 'updated_at': '2022-06-16T18:58:37Z', 'revision_number': 0, 'project_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23f5e1ec-bd85-4121-a664-7eedd17c676d', 'name': '', 'network_id': '0dec2021-b64c-4fc7-9ff0-960200894783', 'tenant_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'mac_address': 'fa:16:3e:69:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '91fba9c8-32d1-4e5d-97ce-9ffbabaf2ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:30Z', 'updated_at': '2022-06-16T18:57:35Z', 'revision_number': 5, 'project_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'subnets': [{'id': '91fba9c8-32d1-4e5d-97ce-9ffbabaf2ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:58:40.408193 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d65e5-1482-4f1e-a4b9-331221287b78 req-6a4dca09-8b0e-478a-9589-b8d6dc881a96 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:40.409793 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ec3d65e5-1482-4f1e-a4b9-331221287b78 req-6a4dca09-8b0e-478a-9589-b8d6dc881a96 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.1043503 Jun 16 18:58:40.447139 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615d18a5-fd96-447a-be8c-a9911df1b09d None None] The sync data for ids ['570c72ae-d11d-4558-afc3-4b64a2321de5'] in dv-cinder-846171-1-iscsi is: [{'id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'name': 'tempest-TestShelveInstance-1332233485-router', 'tenant_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '45d45e5a-0aca-4cda-aca1-722c58123c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:27Z', 'updated_at': '2022-06-16T18:57:31Z', 'revision_number': 4, 'project_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'gw_port': {'id': '45d45e5a-0aca-4cda-aca1-722c58123c57', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:28Z', 'updated_at': '2022-06-16T18:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': 'c5988fd1-85b7-4ca3-a181-92778936520f', 'tenant_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'floating_ip_address': '172.27.0.248', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'port_id': '9d682d40-5577-43db-823b-b6e4729f33b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dec2021-b64c-4fc7-9ff0-960200894783', 'mac_address': 'fa:16:3e:ea:66:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf1ba63-bf52-412b-9948-409dadbbdf18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:58:37Z', 'updated_at': '2022-06-16T18:58:37Z', 'revision_number': 0, 'project_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23f5e1ec-bd85-4121-a664-7eedd17c676d', 'name': '', 'network_id': '0dec2021-b64c-4fc7-9ff0-960200894783', 'tenant_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'mac_address': 'fa:16:3e:69:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '91fba9c8-32d1-4e5d-97ce-9ffbabaf2ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:30Z', 'updated_at': '2022-06-16T18:57:35Z', 'revision_number': 5, 'project_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'subnets': [{'id': '91fba9c8-32d1-4e5d-97ce-9ffbabaf2ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:58:40.553480 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-3c2dcdb6-b2bc-45f6-95de-70b05fdef348 admin admin] Publish callbacks [] for security_group (ec93a6cd-5269-41df-bbe8-3895e4f4089c), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:40.556576 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ec3d65e5-1482-4f1e-a4b9-331221287b78 req-414c002c-d3f2-4681-b5a8-95f8a5b89138 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846303 Jun 16 18:58:40.603192 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-3c2dcdb6-b2bc-45f6-95de-70b05fdef348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (ec93a6cd-5269-41df-bbe8-3895e4f4089c), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:40.650638 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7df65-af21-4931-bf56-7a9c46ec15f8 req-c2be0c3f-d216-4495-82b8-7917ec578c65 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:40.652121 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-adf7df65-af21-4931-bf56-7a9c46ec15f8 req-c2be0c3f-d216-4495-82b8-7917ec578c65 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0843940 Jun 16 18:58:40.671422 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e4d3e4-7a5f-41a2-aa7e-ef2b49769a35 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:58:40.677822 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-51e4d3e4-7a5f-41a2-aa7e-ef2b49769a35 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for floatingip (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:40.685450 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-4dd5ede7-0f21-4225-ae06-b9584f59f114 req-b3820798-3c5c-409e-bdf9-71ca3818e06c service neutron] 10.222.0.66 "GET /v2.0/networks/64614a18-07e0-43ad-9990-55ab159f858f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5223727 Jun 16 18:58:40.690641 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea97686-8d18-4b29-876a-994a2ce02ee2 None None] Sync routers for ids ['ca6005d9-7b71-4411-8a5c-f4a0a5daf02e'] in dv-cinder-846171-1-iscsi {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:58:40.723658 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea97686-8d18-4b29-876a-994a2ce02ee2 None None] Routers {'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:58:40.724588 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-7ea97686-8d18-4b29-876a-994a2ce02ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:58:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['ca6005d9-7b71-4411-8a5c-f4a0a5daf02e'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:58:40.756088 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-51e4d3e4-7a5f-41a2-aa7e-ef2b49769a35 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "PUT /v2.0/floatingips/e14b338d-e3ba-41bb-ade6-c9ca4c3889cb HTTP/1.1" status: 200 len: 991 time: 1.8703291 Jun 16 18:58:40.779441 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88123824-1b55-41ca-a29f-0d3e0edd3d1d', 'tag': '2fb01582-cf21-44de-8d3e-18570d242041'}] {{(pid=116192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:58:40.782252 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744e9e4082f242c101b6c91db8253db5b8bdf8a002bfe2f24814a1499063359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0315ae8c-1f73-4a78-a10a-8dad1329f9a0" -d '{"events": [{"name": "network-changed", "server_uuid": "88123824-1b55-41ca-a29f-0d3e0edd3d1d", "tag": "2fb01582-cf21-44de-8d3e-18570d242041"}]}' {{(pid=116192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:58:40.821159 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823f291f-308d-4f55-b313-5fa601e5be39 None None] New status for floating IP c5988fd1-85b7-4ca3-a181-92778936520f: ACTIVE {{(pid=116194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 18:58:40.827190 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-4dd5ede7-0f21-4225-ae06-b9584f59f114 req-78b9295d-6248-4022-ad37-9f7415c97233 service neutron] 10.222.0.66 "GET /v2.0/networks/64614a18-07e0-43ad-9990-55ab159f858f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240530 Jun 16 18:58:40.860890 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-7ea97686-8d18-4b29-876a-994a2ce02ee2 None None] Set router ca6005d9-7b71-4411-8a5c-f4a0a5daf02e gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:58:40.905878 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3102c65-ca12-40dc-bcc1-dd80a8df3bd5 x-openstack-request-id: req-a3102c65-ca12-40dc-bcc1-dd80a8df3bd5 {{(pid=116192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:58:40.906372 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88123824-1b55-41ca-a29f-0d3e0edd3d1d", "tag": "2fb01582-cf21-44de-8d3e-18570d242041", "status": "completed", "code": 200}]} {{(pid=116192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:58:40.906697 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a3102c65-ca12-40dc-bcc1-dd80a8df3bd5 {{(pid=116192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:58:40.907484 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3102c65-ca12-40dc-bcc1-dd80a8df3bd5'] response: {'name': 'network-changed', 'server_uuid': '88123824-1b55-41ca-a29f-0d3e0edd3d1d', 'tag': '2fb01582-cf21-44de-8d3e-18570d242041', 'status': 'completed', 'code': 200} Jun 16 18:58:40.955231 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:40.957383 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2dcdb6-b2bc-45f6-95de-70b05fdef348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec93a6cd-5269-41df-bbe8-3895e4f4089c,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:40.961750 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-3c2dcdb6-b2bc-45f6-95de-70b05fdef348 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d11c495ff15345e684001ef9a8c0b203&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6096926 Jun 16 18:58:40.964398 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 51336) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:58:41.026751 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-adf7df65-af21-4931-bf56-7a9c46ec15f8 req-a3466b20-a5f2-49d1-a935-ec2315d290a6 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3629618 Jun 16 18:58:41.033214 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=100 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:41.051475 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a42b94d2-ee00-4383-9464-65fcbb63b172 admin admin] Publish callbacks [] for security_group (ec93a6cd-5269-41df-bbe8-3895e4f4089c), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:41.081379 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a42b94d2-ee00-4383-9464-65fcbb63b172 admin admin] Publish callbacks [] for security_group (ec93a6cd-5269-41df-bbe8-3895e4f4089c), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:41.221925 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a42b94d2-ee00-4383-9464-65fcbb63b172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (ec93a6cd-5269-41df-bbe8-3895e4f4089c), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:41.224630 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a42b94d2-ee00-4383-9464-65fcbb63b172 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:41.226033 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-a42b94d2-ee00-4383-9464-65fcbb63b172 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ec93a6cd-5269-41df-bbe8-3895e4f4089c HTTP/1.1" status: 204 len: 168 time: 0.2586961 Jun 16 18:58:41.241932 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b94d2-ee00-4383-9464-65fcbb63b172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec93a6cd-5269-41df-bbe8-3895e4f4089c,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:41.242760 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-7ea97686-8d18-4b29-876a-994a2ce02ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'name': 'tempest-ServerRescueNegativeTestJSON-311101115-router', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '51241e0b-784e-48ef-8cfd-27d26e98c4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:54Z', 'updated_at': '2022-06-16T18:56:04Z', 'revision_number': 4, 'project_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'gw_port': {'id': '51241e0b-784e-48ef-8cfd-27d26e98c4a5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:56Z', 'updated_at': '2022-06-16T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': 'e14b338d-e3ba-41bb-ade6-c9ca4c3889cb', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'port_id': '2fb01582-cf21-44de-8d3e-18570d242041', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a', 'mac_address': 'fa:16:3e:f2:5f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88123824-1b55-41ca-a29f-0d3e0edd3d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:58:15Z', 'updated_at': '2022-06-16T18:58:39Z', 'revision_number': 1, 'project_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa', 'name': '', 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'mac_address': 'fa:16:3e:19:72:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '21288f53-db0a-40bc-af1b-49bfa8ab21bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:56:02Z', 'updated_at': '2022-06-16T18:56:20Z', 'revision_number': 5, 'project_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'subnets': [{'id': '21288f53-db0a-40bc-af1b-49bfa8ab21bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:58:41.248279 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315ae8c-1f73-4a78-a10a-8dad1329f9a0 req-d5191ad6-9ee6-4d96-8680-fb65df32b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:41.251503 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-0315ae8c-1f73-4a78-a10a-8dad1329f9a0 req-d5191ad6-9ee6-4d96-8680-fb65df32b6f9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ed8501d1ff734054ba0a6ef4c398d051&device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 1129 time: 0.0597062 Jun 16 18:58:41.277589 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea97686-8d18-4b29-876a-994a2ce02ee2 None None] Checking router: ca6005d9-7b71-4411-8a5c-f4a0a5daf02e for host: dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:58:41.286575 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea97686-8d18-4b29-876a-994a2ce02ee2 None None] Routers {'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:58:41.287183 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-7ea97686-8d18-4b29-876a-994a2ce02ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:58:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['ca6005d9-7b71-4411-8a5c-f4a0a5daf02e'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:58:41.407136 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315ae8c-1f73-4a78-a10a-8dad1329f9a0 req-da5b5cfd-e17b-4db5-8e58-e906e23c8032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:41.408738 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-0315ae8c-1f73-4a78-a10a-8dad1329f9a0 req-da5b5cfd-e17b-4db5-8e58-e906e23c8032 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9f034df0-3327-47b9-8a71-7606258bf90a HTTP/1.1" status: 200 len: 920 time: 0.1260319 Jun 16 18:58:41.412231 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-7ea97686-8d18-4b29-876a-994a2ce02ee2 None None] Set router ca6005d9-7b71-4411-8a5c-f4a0a5daf02e gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:58:41.472906 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:41.518320 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-0315ae8c-1f73-4a78-a10a-8dad1329f9a0 req-15b1dc1f-dedd-4bd3-8db2-f6d99d98145a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fb01582-cf21-44de-8d3e-18570d242041 HTTP/1.1" status: 200 len: 999 time: 0.0903718 Jun 16 18:58:41.531491 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=100 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:41.534747 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:41.605077 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=100 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:41.680660 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-7ea97686-8d18-4b29-876a-994a2ce02ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'name': 'tempest-ServerRescueNegativeTestJSON-311101115-router', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '51241e0b-784e-48ef-8cfd-27d26e98c4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:54Z', 'updated_at': '2022-06-16T18:56:04Z', 'revision_number': 4, 'project_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'gw_port': {'id': '51241e0b-784e-48ef-8cfd-27d26e98c4a5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:56Z', 'updated_at': '2022-06-16T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': 'e14b338d-e3ba-41bb-ade6-c9ca4c3889cb', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'port_id': '2fb01582-cf21-44de-8d3e-18570d242041', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a', 'mac_address': 'fa:16:3e:f2:5f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88123824-1b55-41ca-a29f-0d3e0edd3d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:58:15Z', 'updated_at': '2022-06-16T18:58:39Z', 'revision_number': 1, 'project_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa', 'name': '', 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'mac_address': 'fa:16:3e:19:72:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '21288f53-db0a-40bc-af1b-49bfa8ab21bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:56:02Z', 'updated_at': '2022-06-16T18:56:20Z', 'revision_number': 5, 'project_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'subnets': [{'id': '21288f53-db0a-40bc-af1b-49bfa8ab21bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:58:41.718389 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315ae8c-1f73-4a78-a10a-8dad1329f9a0 req-50456dd1-37eb-4251-bd1b-807bbcb7e3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:41.721107 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-0315ae8c-1f73-4a78-a10a-8dad1329f9a0 req-50456dd1-37eb-4251-bd1b-807bbcb7e3d1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=21288f53-db0a-40bc-af1b-49bfa8ab21bd HTTP/1.1" status: 200 len: 857 time: 0.0666437 Jun 16 18:58:41.735622 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272caae-19a7-47d1-9436-6227246b9569 req-fb5fb673-86d8-44e3-8580-a5d40d700fe4 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:41.738290 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8272caae-19a7-47d1-9436-6227246b9569 req-fb5fb673-86d8-44e3-8580-a5d40d700fe4 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.1000104 Jun 16 18:58:41.740899 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea97686-8d18-4b29-876a-994a2ce02ee2 None None] The sync data for ids ['ca6005d9-7b71-4411-8a5c-f4a0a5daf02e'] in dv-cinder-846171-1-iscsi is: [{'id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'name': 'tempest-ServerRescueNegativeTestJSON-311101115-router', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '51241e0b-784e-48ef-8cfd-27d26e98c4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:54Z', 'updated_at': '2022-06-16T18:56:04Z', 'revision_number': 4, 'project_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'gw_port': {'id': '51241e0b-784e-48ef-8cfd-27d26e98c4a5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:56Z', 'updated_at': '2022-06-16T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': 'e14b338d-e3ba-41bb-ade6-c9ca4c3889cb', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'port_id': '2fb01582-cf21-44de-8d3e-18570d242041', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a', 'mac_address': 'fa:16:3e:f2:5f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88123824-1b55-41ca-a29f-0d3e0edd3d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:58:15Z', 'updated_at': '2022-06-16T18:58:39Z', 'revision_number': 1, 'project_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa', 'name': '', 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'mac_address': 'fa:16:3e:19:72:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '21288f53-db0a-40bc-af1b-49bfa8ab21bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:56:02Z', 'updated_at': '2022-06-16T18:56:20Z', 'revision_number': 5, 'project_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'subnets': [{'id': '21288f53-db0a-40bc-af1b-49bfa8ab21bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:58:41.806407 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8272caae-19a7-47d1-9436-6227246b9569 req-a575a64c-f5bb-4381-b3c2-848f147ea192 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629914 Jun 16 18:58:42.083414 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:42.102430 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a421be-3b66-46c9-9653-ad51dc01b34c None None] New status for floating IP e14b338d-e3ba-41bb-ade6-c9ca4c3889cb: ACTIVE {{(pid=116195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 18:58:42.179573 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c339e06-012a-4eff-9b1f-3aaac389d055 req-471a004f-d66c-41d6-9079-795745efe53a tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:42.181534 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8c339e06-012a-4eff-9b1f-3aaac389d055 req-471a004f-d66c-41d6-9079-795745efe53a tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0604823 Jun 16 18:58:42.323065 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8c339e06-012a-4eff-9b1f-3aaac389d055 req-0af96dfb-ae6e-452b-a017-0fede9fc03a3 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251712 Jun 16 18:58:42.486621 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315ae8c-1f73-4a78-a10a-8dad1329f9a0 req-9126a03e-8479-4c57-8612-42da1418b7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:42.488261 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-0315ae8c-1f73-4a78-a10a-8dad1329f9a0 req-9126a03e-8479-4c57-8612-42da1418b7c6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9f034df0-3327-47b9-8a71-7606258bf90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0636580 Jun 16 18:58:42.622205 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-0315ae8c-1f73-4a78-a10a-8dad1329f9a0 req-95afca64-a007-43ce-8b88-edbcfe07907a service neutron] 10.222.0.66 "GET /v2.0/networks/9f034df0-3327-47b9-8a71-7606258bf90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189206 Jun 16 18:58:42.750518 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-0315ae8c-1f73-4a78-a10a-8dad1329f9a0 req-e1ff68b9-e718-4b41-abdf-e0ea90b39bc3 service neutron] 10.222.0.66 "GET /v2.0/networks/9f034df0-3327-47b9-8a71-7606258bf90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197743 Jun 16 18:58:42.752059 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 51394) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:58:42.925031 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-720a7805-4b7b-4019-94a4-8adb7969f1aa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-552864860-network', 'tenant_id': 'c5e5a9406f7f4ccba4aaf2cccf1de07e'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:58:42.970677 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55414ab-e6e5-4905-8c3a-33a6932745fc req-9a916a9c-09b7-44d4-8a91-dd01db449401 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:42.972987 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e55414ab-e6e5-4905-8c3a-33a6932745fc req-9a916a9c-09b7-44d4-8a91-dd01db449401 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0840478 Jun 16 18:58:43.038341 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e55414ab-e6e5-4905-8c3a-33a6932745fc req-29f09d5c-e588-42cb-8c8c-1c9d2de5522a tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551481 Jun 16 18:58:43.123015 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720a7805-4b7b-4019-94a4-8adb7969f1aa admin admin] Made reservation on behalf of c5e5a9406f7f4ccba4aaf2cccf1de07e for: {'network': 1} {{(pid=116193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:58:43.125602 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-720a7805-4b7b-4019-94a4-8adb7969f1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for network (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:43.143826 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-720a7805-4b7b-4019-94a4-8adb7969f1aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:43.231566 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-720a7805-4b7b-4019-94a4-8adb7969f1aa admin admin] Publish callbacks [] for security_group (070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:43.294573 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-720a7805-4b7b-4019-94a4-8adb7969f1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:43.303091 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:43.329580 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-720a7805-4b7b-4019-94a4-8adb7969f1aa admin admin] vlan segment allocate from pool success with {'vlan_id': 1027, 'physical_network': 'physnet1'} {{(pid=116193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 18:58:43.340953 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a7805-4b7b-4019-94a4-8adb7969f1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:43.348664 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-720a7805-4b7b-4019-94a4-8adb7969f1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056'] for segment (a85bed8a-b2ca-457b-91bf-1dc1b4e7b066), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:43.350161 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.db.segments_db [None req-720a7805-4b7b-4019-94a4-8adb7969f1aa admin admin] Added segment a85bed8a-b2ca-457b-91bf-1dc1b4e7b066 of type vlan for network 38d494d8-3507-4c7f-9260-d84973fd6d03 Jun 16 18:58:43.405347 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-720a7805-4b7b-4019-94a4-8adb7969f1aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748651047006'] for network (38d494d8-3507-4c7f-9260-d84973fd6d03), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:43.517007 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-720a7805-4b7b-4019-94a4-8adb7969f1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080'] for network (38d494d8-3507-4c7f-9260-d84973fd6d03), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:43.518333 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720a7805-4b7b-4019-94a4-8adb7969f1aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:43.519120 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-720a7805-4b7b-4019-94a4-8adb7969f1aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for network (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:43.582221 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a7805-4b7b-4019-94a4-8adb7969f1aa admin admin] Pushing event updated for resources: {'Network': ['ID=38d494d8-3507-4c7f-9260-d84973fd6d03,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:43.596296 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Network 38d494d8-3507-4c7f-9260-d84973fd6d03 details requested by agent ovs-agent-dv-cinder-846171-1-iscsi with host dv-cinder-846171-1-iscsi {{(pid=116194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 18:58:43.663141 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-720a7805-4b7b-4019-94a4-8adb7969f1aa admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9093871 Jun 16 18:58:43.666835 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 51406) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:58:43.672930 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-0f6205e0-45c6-41f9-80d3-2ab8ca51b893 admin admin] Request body: {'subnet': {'network_id': '38d494d8-3507-4c7f-9260-d84973fd6d03', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-552864860-subnet', 'tenant_id': 'c5e5a9406f7f4ccba4aaf2cccf1de07e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:58:43.709930 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:43.808732 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6205e0-45c6-41f9-80d3-2ab8ca51b893 admin admin] Made reservation on behalf of c5e5a9406f7f4ccba4aaf2cccf1de07e for: {'subnet': 1} {{(pid=116193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:58:43.811410 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-0f6205e0-45c6-41f9-80d3-2ab8ca51b893 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5640637'] for subnet (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:44.135214 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-0f6205e0-45c6-41f9-80d3-2ab8ca51b893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5911716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5640591'] for subnet (e6ddcdd2-792a-46df-b318-8693a800f2f2), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:44.217608 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b27d3e-520f-4247-a3bc-70f3677b9608 req-996769f1-f74d-4556-acdd-55365e69620f tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:44.219179 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c0b27d3e-520f-4247-a3bc-70f3677b9608 req-996769f1-f74d-4556-acdd-55365e69620f tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0950675 Jun 16 18:58:44.236237 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6205e0-45c6-41f9-80d3-2ab8ca51b893 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6ddcdd2-792a-46df-b318-8693a800f2f2,revision_number=0']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:44.259618 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6205e0-45c6-41f9-80d3-2ab8ca51b893 admin admin] Checking segment: {'id': 'a85bed8a-b2ca-457b-91bf-1dc1b4e7b066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '38d494d8-3507-4c7f-9260-d84973fd6d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:58:44.259916 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6205e0-45c6-41f9-80d3-2ab8ca51b893 admin admin] Network hostable DHCP agents. Network: 38d494d8-3507-4c7f-9260-d84973fd6d03, hostable agents: ['a953bae7-14c3-401b-bbd5-413ea1206353'], hosted agents: [] {{(pid=116193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 18:58:44.298678 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c0b27d3e-520f-4247-a3bc-70f3677b9608 req-d03954c9-a7e4-40a9-b658-ee9834598673 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661857 Jun 16 18:58:44.357629 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6205e0-45c6-41f9-80d3-2ab8ca51b893 admin admin] Network 38d494d8-3507-4c7f-9260-d84973fd6d03 is scheduled to be hosted by DHCP agent a953bae7-14c3-401b-bbd5-413ea1206353 with binding_index 1 {{(pid=116193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 18:58:44.460008 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [None req-0f6205e0-45c6-41f9-80d3-2ab8ca51b893 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846171-1-iscsi, 38d494d8-3507-4c7f-9260-d84973fd6d03) {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:58:44.470082 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6205e0-45c6-41f9-80d3-2ab8ca51b893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:44.470794 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3668bcf4-93e0-4946-96b7-428d7eef6ca3 None None] Network 38d494d8-3507-4c7f-9260-d84973fd6d03 requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:58:44.470926 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-0f6205e0-45c6-41f9-80d3-2ab8ca51b893 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:44.533365 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-0f6205e0-45c6-41f9-80d3-2ab8ca51b893 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8577375 Jun 16 18:58:44.599549 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500b5f47-f451-4909-8f5f-2c4d998f135a None None] Network 38d494d8-3507-4c7f-9260-d84973fd6d03 requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 18:58:45.449302 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e47d59-6aae-4635-91ca-097f414b5588 req-98372c31-3004-40d4-acfe-d7838bf093a8 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:45.452248 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-00e47d59-6aae-4635-91ca-097f414b5588 req-98372c31-3004-40d4-acfe-d7838bf093a8 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0664628 Jun 16 18:58:45.508915 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-00e47d59-6aae-4635-91ca-097f414b5588 req-5cb08a75-c673-4ed4-b1fb-a75f4cc127fe tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503469 Jun 16 18:58:46.682056 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc817eaf-116b-4ab5-9b62-2f7398b17e0b req-5a8f577f-0dea-4f27-a17a-d0962129b45e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:46.685044 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-cc817eaf-116b-4ab5-9b62-2f7398b17e0b req-5a8f577f-0dea-4f27-a17a-d0962129b45e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0733972 Jun 16 18:58:46.755422 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-cc817eaf-116b-4ab5-9b62-2f7398b17e0b req-8043abd3-08a2-4c15-9ea0-107489841c83 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645149 Jun 16 18:58:47.619586 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:47.647443 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-326214ca-d5ac-448e-ab74-eee6525af458 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1909774442&fields=id&tenant_id=fc32e3179c534d83b3d4108a38fb9d19 HTTP/1.1" status: 200 len: 267 time: 0.0508199 Jun 16 18:58:47.792829 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-6a8a7b8f-4d94-4eb1-907b-69e89dc18d24 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:47.795021 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-6a8a7b8f-4d94-4eb1-907b-69e89dc18d24 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/networks?id=f31f33e6-f431-4d4c-a847-a5f33b248bb8 HTTP/1.1" status: 200 len: 812 time: 0.1407409 Jun 16 18:58:47.812683 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-418023a9-98ab-4d98-a46b-4a1d6d3a9c4c tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/quotas/fc32e3179c534d83b3d4108a38fb9d19 HTTP/1.1" status: 200 len: 375 time: 0.0114446 Jun 16 18:58:47.864501 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-e9b9e50c-227f-45f4-ae93-269c22c14ff7 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fc32e3179c534d83b3d4108a38fb9d19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463014 Jun 16 18:58:47.992013 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-6713c6af-66e6-45e3-855b-5f8085b880ab service neutron] 10.222.0.81 "GET /v2.0/networks/f31f33e6-f431-4d4c-a847-a5f33b248bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159081 Jun 16 18:58:48.124592 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:48.135866 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-792c358b-8d2b-41fd-96ea-3eef433f4dd0 service neutron] 10.222.0.81 "GET /v2.0/networks/f31f33e6-f431-4d4c-a847-a5f33b248bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336305 Jun 16 18:58:48.322281 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-268c615f-b4f8-4070-b2fa-329a11f4333b tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:48.323902 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-268c615f-b4f8-4070-b2fa-329a11f4333b tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/networks?id=38d494d8-3507-4c7f-9260-d84973fd6d03 HTTP/1.1" status: 200 len: 808 time: 0.1197348 Jun 16 18:58:48.347747 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-0ae5c094-d13a-44e6-83b7-a58f6e8c28f6 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/quotas/c5e5a9406f7f4ccba4aaf2cccf1de07e HTTP/1.1" status: 200 len: 375 time: 0.0099020 Jun 16 18:58:48.405582 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-02ce6975-e153-467e-9f75-4b3b6233908c tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5e5a9406f7f4ccba4aaf2cccf1de07e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499587 Jun 16 18:58:48.512985 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-1ed5a14e-1a5a-49a0-9489-16867cc5c709 service neutron] 10.222.0.81 "GET /v2.0/networks/38d494d8-3507-4c7f-9260-d84973fd6d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996108 Jun 16 18:58:48.640794 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-72323184-2c2e-4e76-861c-887ae23579a7 service neutron] 10.222.0.81 "GET /v2.0/networks/38d494d8-3507-4c7f-9260-d84973fd6d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196098 Jun 16 18:58:48.872933 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b90088-7482-48bf-a7ee-8f5978377bd4 req-21758330-53f1-44d8-b371-f6e2eecaffe4 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:48.874786 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-85b90088-7482-48bf-a7ee-8f5978377bd4 req-21758330-53f1-44d8-b371-f6e2eecaffe4 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0626612 Jun 16 18:58:48.937577 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-85b90088-7482-48bf-a7ee-8f5978377bd4 req-e3618925-44b1-4119-bbed-7c2c45fabd4c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568986 Jun 16 18:58:49.013193 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ff710d68-d544-4289-971f-a5b3956f9eff req-5e468aba-8d1c-462e-9238-dd40beb3e2a5 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 210 time: 0.0348136 Jun 16 18:58:49.281947 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4a62f3a5-0285-4252-8a68-d9db506c83fe req-989238e6-be99-4a05-8c00-88cba0fc925b tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=80e17e79-e3fe-4730-b18f-d9aa0a2ba280 HTTP/1.1" status: 200 len: 210 time: 0.0309024 Jun 16 18:58:50.108693 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0d938-b670-43c3-8e18-4e1d53d87177 req-bd77b865-449f-4203-ba19-f23894f2796d tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:50.110304 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d8f0d938-b670-43c3-8e18-4e1d53d87177 req-bd77b865-449f-4203-ba19-f23894f2796d tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0798521 Jun 16 18:58:50.183077 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5a636a1d-7dbd-4c5c-a8a1-1d0997ffb87d req-4cd89484-e321-4c09-bbd9-467f7de2a98e tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 210 time: 0.0659413 Jun 16 18:58:50.240823 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d8f0d938-b670-43c3-8e18-4e1d53d87177 req-d1077cc2-79d4-495f-820e-12a62eddfffd tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225858 Jun 16 18:58:50.419554 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-537e3672-f72e-4b40-91f8-62a6a437973c req-05dabc77-b407-4310-98ec-bc2d78f7187f tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=80e17e79-e3fe-4730-b18f-d9aa0a2ba280 HTTP/1.1" status: 200 len: 210 time: 0.0683413 Jun 16 18:58:51.345619 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-00329648-b2e4-4bd2-b228-0c8d4eb78b30 req-852fed39-26dc-4051-b58b-f2d170b68a3d tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 210 time: 0.0490930 Jun 16 18:58:51.421494 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087fe39-3ed6-4846-91db-e6a54f80ccd6 req-892e024c-eeed-4f19-b066-1996e3f7fdd3 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:51.423204 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a087fe39-3ed6-4846-91db-e6a54f80ccd6 req-892e024c-eeed-4f19-b066-1996e3f7fdd3 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0753782 Jun 16 18:58:51.495526 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a087fe39-3ed6-4846-91db-e6a54f80ccd6 req-60585e77-7970-4221-9009-24314aad7ee1 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665214 Jun 16 18:58:51.571204 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-871570d9-e2a6-4cb0-827c-a7bfbe6c7d42 req-9097b3a3-535a-40cd-9061-dae7d49d854c tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=80e17e79-e3fe-4730-b18f-d9aa0a2ba280 HTTP/1.1" status: 200 len: 210 time: 0.0363836 Jun 16 18:58:51.865893 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:51.926306 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-17bb391f-7af5-487f-a589-bc9d9e925f91 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:51.928314 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-17bb391f-7af5-487f-a589-bc9d9e925f91 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.66 "GET /v2.0/networks?id=f31f33e6-f431-4d4c-a847-a5f33b248bb8 HTTP/1.1" status: 200 len: 812 time: 0.1695397 Jun 16 18:58:52.012168 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-ab2fd38a-a905-4f00-a0a9-53f71275a972 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc32e3179c534d83b3d4108a38fb9d19 HTTP/1.1" status: 200 len: 380 time: 0.0731642 Jun 16 18:58:52.027273 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-8fceba39-cd33-4205-b1f9-b2a947bcc061 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Request body: {'port': {'device_id': 'd73e2d8a-72b0-45bc-9693-eecf5c504b5b', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'admin_state_up': True, 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'security_groups': ['99a08824-dc82-49a5-9e5b-2ab3eed26eb0']}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:58:52.118500 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 6 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:58:52.206298 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:52.250404 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-d4792673-a0bf-4118-a88a-fee15a0b98e8 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:52.251829 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-d4792673-a0bf-4118-a88a-fee15a0b98e8 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.66 "GET /v2.0/networks?id=38d494d8-3507-4c7f-9260-d84973fd6d03 HTTP/1.1" status: 200 len: 808 time: 0.2217126 Jun 16 18:58:52.270716 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-04bdb4f4-4244-4ad1-902c-500f78e305f5 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Request body: {'port': {'device_id': '80e17e79-e3fe-4730-b18f-d9aa0a2ba280', 'network_id': '38d494d8-3507-4c7f-9260-d84973fd6d03', 'admin_state_up': True, 'tenant_id': 'c5e5a9406f7f4ccba4aaf2cccf1de07e'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:58:52.375327 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:52.383072 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:52.437855 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-8fceba39-cd33-4205-b1f9-b2a947bcc061 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Made reservation on behalf of fc32e3179c534d83b3d4108a38fb9d19 for: {'port': 1} {{(pid=116192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:58:52.441482 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-8fceba39-cd33-4205-b1f9-b2a947bcc061 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:52.469470 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-734b82a9-684f-4d7e-81f7-84916dd24768 req-609ae31d-d482-4269-af59-b227d75e97e5 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 210 time: 0.0290341 Jun 16 18:58:52.505728 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:52.575027 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.db_base_plugin_common [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-8fceba39-cd33-4205-b1f9-b2a947bcc061 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Allocated IP 172.20.0.8 (f31f33e6-f431-4d4c-a847-a5f33b248bb8/38fcf1af-5fbd-4e35-811d-148efba21d9d/0709fc5a-ab77-4d05-928e-4bfc5179ed37) {{(pid=116192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:58:52.643308 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a0c0e-110c-449d-a7fa-2da0acba0c8a req-be2c80c2-c002-4f8f-a42a-42967ac36294 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:52.645693 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ab3a0c0e-110c-449d-a7fa-2da0acba0c8a req-be2c80c2-c002-4f8f-a42a-42967ac36294 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0658963 Jun 16 18:58:52.678089 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3a1f702a-c231-4d16-abcd-693cd937de07 req-0874ba09-5962-452e-9a9c-a21713045879 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=80e17e79-e3fe-4730-b18f-d9aa0a2ba280 HTTP/1.1" status: 200 len: 210 time: 0.0313947 Jun 16 18:58:52.715965 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ab3a0c0e-110c-449d-a7fa-2da0acba0c8a req-e015538e-a1fd-49a5-8eb8-5bb3fac4de8c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608273 Jun 16 18:58:52.725308 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-8fceba39-cd33-4205-b1f9-b2a947bcc061 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for port (0709fc5a-ab77-4d05-928e-4bfc5179ed37), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:52.797336 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-04bdb4f4-4244-4ad1-902c-500f78e305f5 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Made reservation on behalf of c5e5a9406f7f4ccba4aaf2cccf1de07e for: {'port': 1} {{(pid=116193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:58:52.800885 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-04bdb4f4-4244-4ad1-902c-500f78e305f5 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:52.820947 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-8fceba39-cd33-4205-b1f9-b2a947bcc061 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326567'] for port (0709fc5a-ab77-4d05-928e-4bfc5179ed37), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:52.860207 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:52.880729 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-8fceba39-cd33-4205-b1f9-b2a947bcc061 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Network f31f33e6-f431-4d4c-a847-a5f33b248bb8 is already hosted by enough agents. {{(pid=116192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:58:52.886392 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-8fceba39-cd33-4205-b1f9-b2a947bcc061 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Resources bound (agent type, host, resource id): {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:58:52.889895 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-8fceba39-cd33-4205-b1f9-b2a947bcc061 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Received port after_create {{(pid=116192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:58:52.892904 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fceba39-cd33-4205-b1f9-b2a947bcc061 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Pushing event updated for resources: {'Port': ['ID=0709fc5a-ab77-4d05-928e-4bfc5179ed37,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:52.982606 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_common [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-04bdb4f4-4244-4ad1-902c-500f78e305f5 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Allocated IP 172.20.0.3 (38d494d8-3507-4c7f-9260-d84973fd6d03/e6ddcdd2-792a-46df-b318-8693a800f2f2/91d816fa-5153-4ca2-a433-bfd341a293f7) {{(pid=116193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:58:52.985379 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-8fceba39-cd33-4205-b1f9-b2a947bcc061 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:52.987912 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-8fceba39-cd33-4205-b1f9-b2a947bcc061 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:53.098226 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-8fceba39-cd33-4205-b1f9-b2a947bcc061 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0757132 Jun 16 18:58:53.172539 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-04bdb4f4-4244-4ad1-902c-500f78e305f5 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Publish callbacks [] for port (91d816fa-5153-4ca2-a433-bfd341a293f7), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:53.204043 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-842582f2-bdaa-4b85-afad-501efc52a231 None None] Provisioning complete for port 0709fc5a-ab77-4d05-928e-4bfc5179ed37 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:58:53.204670 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-842582f2-bdaa-4b85-afad-501efc52a231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (0709fc5a-ab77-4d05-928e-4bfc5179ed37), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:53.236720 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-842582f2-bdaa-4b85-afad-501efc52a231 None None] Port 0709fc5a-ab77-4d05-928e-4bfc5179ed37 cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 18:58:53.283720 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-04bdb4f4-4244-4ad1-902c-500f78e305f5 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (91d816fa-5153-4ca2-a433-bfd341a293f7), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:53.301208 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-c3f7e108-9b36-4f6c-8c37-c4561baaa400 service neutron] Request body: {'port': {'device_id': 'd73e2d8a-72b0-45bc-9693-eecf5c504b5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:58:53.327208 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-04bdb4f4-4244-4ad1-902c-500f78e305f5 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Network 38d494d8-3507-4c7f-9260-d84973fd6d03 is already hosted by enough agents. {{(pid=116193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:58:53.330503 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-04bdb4f4-4244-4ad1-902c-500f78e305f5 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Resources bound (agent type, host, resource id): {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:58:53.337352 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-04bdb4f4-4244-4ad1-902c-500f78e305f5 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Received port after_create {{(pid=116193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:58:53.366259 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bdb4f4-4244-4ad1-902c-500f78e305f5 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Pushing event updated for resources: {'Port': ['ID=91d816fa-5153-4ca2-a433-bfd341a293f7,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:53.379116 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdb4f4-4244-4ad1-902c-500f78e305f5 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:53.379695 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdb4f4-4244-4ad1-902c-500f78e305f5 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:53.379794 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdb4f4-4244-4ad1-902c-500f78e305f5 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:53.380101 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdb4f4-4244-4ad1-902c-500f78e305f5 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:53.380426 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdb4f4-4244-4ad1-902c-500f78e305f5 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:53.380755 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdb4f4-4244-4ad1-902c-500f78e305f5 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:53.381076 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdb4f4-4244-4ad1-902c-500f78e305f5 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:53.381425 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdb4f4-4244-4ad1-902c-500f78e305f5 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:53.381941 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdb4f4-4244-4ad1-902c-500f78e305f5 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:53.382271 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdb4f4-4244-4ad1-902c-500f78e305f5 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:53.382669 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdb4f4-4244-4ad1-902c-500f78e305f5 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:53.382901 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdb4f4-4244-4ad1-902c-500f78e305f5 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:53.383219 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdb4f4-4244-4ad1-902c-500f78e305f5 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:53.383536 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdb4f4-4244-4ad1-902c-500f78e305f5 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:53.385516 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bdb4f4-4244-4ad1-902c-500f78e305f5 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:58:53.407497 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-04bdb4f4-4244-4ad1-902c-500f78e305f5 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:53.408110 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-04bdb4f4-4244-4ad1-902c-500f78e305f5 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:53.427869 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-c3f7e108-9b36-4f6c-8c37-c4561baaa400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (0709fc5a-ab77-4d05-928e-4bfc5179ed37), before_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:53.498758 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-04bdb4f4-4244-4ad1-902c-500f78e305f5 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2379930 Jun 16 18:58:53.513356 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-50c26099-16dd-4607-b126-c4842ad1aa51 service neutron] Request body: {'port': {'device_id': '80e17e79-e3fe-4730-b18f-d9aa0a2ba280', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:58:53.621391 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-50c26099-16dd-4607-b126-c4842ad1aa51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (91d816fa-5153-4ca2-a433-bfd341a293f7), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:53.712132 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083821ca-14f8-4d41-b8ec-0373c4210467 req-3f48d317-f1cb-4bd1-ae19-294e202f1479 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:53.713670 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-083821ca-14f8-4d41-b8ec-0373c4210467 req-3f48d317-f1cb-4bd1-ae19-294e202f1479 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 931 time: 0.0862446 Jun 16 18:58:53.720876 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:53.805423 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.notifiers.nova [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-c3f7e108-9b36-4f6c-8c37-c4561baaa400 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0709fc5a-ab77-4d05-928e-4bfc5179ed37 {{(pid=116192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:58:53.813867 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-c3f7e108-9b36-4f6c-8c37-c4561baaa400 service neutron] Publish callbacks [] for port (0709fc5a-ab77-4d05-928e-4bfc5179ed37), precommit_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:53.828565 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.provisioning_blocks [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-c3f7e108-9b36-4f6c-8c37-c4561baaa400 service neutron] Transition to ACTIVE for port object 0709fc5a-ab77-4d05-928e-4bfc5179ed37 will not be triggered until provisioned by entity L2. {{(pid=116192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 18:58:53.836053 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:53.889253 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-c3f7e108-9b36-4f6c-8c37-c4561baaa400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326574'] for port (0709fc5a-ab77-4d05-928e-4bfc5179ed37), after_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:53.893096 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed911a5-e01c-42d2-8d0c-f73f9631536a req-aff5955e-734b-4138-a401-65935fdd992d tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:53.894634 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8ed911a5-e01c-42d2-8d0c-f73f9631536a req-aff5955e-734b-4138-a401-65935fdd992d tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=80e17e79-e3fe-4730-b18f-d9aa0a2ba280 HTTP/1.1" status: 200 len: 931 time: 0.1047492 Jun 16 18:58:53.911520 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-083821ca-14f8-4d41-b8ec-0373c4210467 req-dcb587b3-618f-4839-9ce7-dbf63400dc3a tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863089 Jun 16 18:58:53.976325 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7e108-9b36-4f6c-8c37-c4561baaa400 service neutron] Pushing event updated for resources: {'Port': ['ID=0709fc5a-ab77-4d05-928e-4bfc5179ed37,revision_number=2']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:54.023516 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8ed911a5-e01c-42d2-8d0c-f73f9631536a req-75dcb6fc-13ae-4adf-b6b3-c2f541f30bf8 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213396 Jun 16 18:58:54.092322 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.managers [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-c3f7e108-9b36-4f6c-8c37-c4561baaa400 service neutron] Attempting to bind port 0709fc5a-ab77-4d05-928e-4bfc5179ed37 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=116192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:58:54.092807 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.managers [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-c3f7e108-9b36-4f6c-8c37-c4561baaa400 service neutron] Attempting to bind port 0709fc5a-ab77-4d05-928e-4bfc5179ed37 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '8663ba12-146f-4a4a-92de-df95415fefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8'}] {{(pid=116192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:58:54.093565 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-c3f7e108-9b36-4f6c-8c37-c4561baaa400 service neutron] Attempting to bind port 0709fc5a-ab77-4d05-928e-4bfc5179ed37 on network f31f33e6-f431-4d4c-a847-a5f33b248bb8 {{(pid=116192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:58:54.098491 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-c3f7e108-9b36-4f6c-8c37-c4561baaa400 service neutron] Port 0709fc5a-ab77-4d05-928e-4bfc5179ed37 on network f31f33e6-f431-4d4c-a847-a5f33b248bb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=116192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 18:58:54.098949 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-c3f7e108-9b36-4f6c-8c37-c4561baaa400 service neutron] Attempting to bind port 0709fc5a-ab77-4d05-928e-4bfc5179ed37 on network f31f33e6-f431-4d4c-a847-a5f33b248bb8 {{(pid=116192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:58:54.099526 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-50c26099-16dd-4607-b126-c4842ad1aa51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d816fa-5153-4ca2-a433-bfd341a293f7 {{(pid=116193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:58:54.104785 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-c3f7e108-9b36-4f6c-8c37-c4561baaa400 service neutron] Checking agent: {'id': '78e75526-212b-4550-9dc1-6e088b901fa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'started_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:58:54.105275 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-c3f7e108-9b36-4f6c-8c37-c4561baaa400 service neutron] Checking segment: {'id': '8663ba12-146f-4a4a-92de-df95415fefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:58:54.105657 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-c3f7e108-9b36-4f6c-8c37-c4561baaa400 service neutron] Bound using segment: {'id': '8663ba12-146f-4a4a-92de-df95415fefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8'} {{(pid=116192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:58:54.106098 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.managers [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-c3f7e108-9b36-4f6c-8c37-c4561baaa400 service neutron] Bound port: 0709fc5a-ab77-4d05-928e-4bfc5179ed37, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8663ba12-146f-4a4a-92de-df95415fefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8'}}] {{(pid=116192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:58:54.107017 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-c3f7e108-9b36-4f6c-8c37-c4561baaa400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (0709fc5a-ab77-4d05-928e-4bfc5179ed37), before_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:54.110408 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-50c26099-16dd-4607-b126-c4842ad1aa51 service neutron] Publish callbacks [] for port (91d816fa-5153-4ca2-a433-bfd341a293f7), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:54.127987 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.provisioning_blocks [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-50c26099-16dd-4607-b126-c4842ad1aa51 service neutron] Transition to ACTIVE for port object 91d816fa-5153-4ca2-a433-bfd341a293f7 will not be triggered until provisioned by entity L2. {{(pid=116193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 18:58:54.201209 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac09a1-14af-42e5-961f-16ade62a61da req-f69d3846-f9bf-4ece-9401-bb4cb34677a2 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:54.202883 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d2ac09a1-14af-42e5-961f-16ade62a61da req-f69d3846-f9bf-4ece-9401-bb4cb34677a2 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0858619 Jun 16 18:58:54.204341 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-50c26099-16dd-4607-b126-c4842ad1aa51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (91d816fa-5153-4ca2-a433-bfd341a293f7), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:54.210398 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.db [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-c3f7e108-9b36-4f6c-8c37-c4561baaa400 service neutron] For port 0709fc5a-ab77-4d05-928e-4bfc5179ed37, host hv-cinder-84617, cleared binding levels {{(pid=116192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:58:54.214426 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.db [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-c3f7e108-9b36-4f6c-8c37-c4561baaa400 service neutron] For port 0709fc5a-ab77-4d05-928e-4bfc5179ed37, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=0709fc5a-ab77-4d05-928e-4bfc5179ed37,segment=NetworkSegment(8663ba12-146f-4a4a-92de-df95415fefb5),segment_id=8663ba12-146f-4a4a-92de-df95415fefb5)] {{(pid=116192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:58:54.290302 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-c3f7e108-9b36-4f6c-8c37-c4561baaa400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326574'] for port (0709fc5a-ab77-4d05-928e-4bfc5179ed37), after_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:54.318970 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c26099-16dd-4607-b126-c4842ad1aa51 service neutron] Pushing event updated for resources: {'Port': ['ID=91d816fa-5153-4ca2-a433-bfd341a293f7,revision_number=2']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:54.336893 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d2ac09a1-14af-42e5-961f-16ade62a61da req-87768790-77a6-43f3-bd0b-15e343164ee0 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242924 Jun 16 18:58:54.353456 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-c3f7e108-9b36-4f6c-8c37-c4561baaa400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:54.355556 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-c3f7e108-9b36-4f6c-8c37-c4561baaa400 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:54.360023 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-c3f7e108-9b36-4f6c-8c37-c4561baaa400 service neutron] 10.222.0.66 "PUT /v2.0/ports/0709fc5a-ab77-4d05-928e-4bfc5179ed37 HTTP/1.1" status: 200 len: 1093 time: 1.0698676 Jun 16 18:58:54.377869 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73e2d8a-72b0-45bc-9693-eecf5c504b5b', 'tag': '0709fc5a-ab77-4d05-928e-4bfc5179ed37'}] {{(pid=116192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:58:54.380228 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744e9e4082f242c101b6c91db8253db5b8bdf8a002bfe2f24814a1499063359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344f2d46-3bfc-4c25-9fe3-abd14727f17c" -d '{"events": [{"name": "network-changed", "server_uuid": "d73e2d8a-72b0-45bc-9693-eecf5c504b5b", "tag": "0709fc5a-ab77-4d05-928e-4bfc5179ed37"}]}' {{(pid=116192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:58:54.427756 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7e108-9b36-4f6c-8c37-c4561baaa400 service neutron] Pushing event updated for resources: {'Port': ['ID=0709fc5a-ab77-4d05-928e-4bfc5179ed37,revision_number=3']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:54.463127 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-50c26099-16dd-4607-b126-c4842ad1aa51 service neutron] Attempting to bind port 91d816fa-5153-4ca2-a433-bfd341a293f7 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:58:54.463609 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-50c26099-16dd-4607-b126-c4842ad1aa51 service neutron] Attempting to bind port 91d816fa-5153-4ca2-a433-bfd341a293f7 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': 'a85bed8a-b2ca-457b-91bf-1dc1b4e7b066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '38d494d8-3507-4c7f-9260-d84973fd6d03'}] {{(pid=116193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:58:54.463856 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-50c26099-16dd-4607-b126-c4842ad1aa51 service neutron] Attempting to bind port 91d816fa-5153-4ca2-a433-bfd341a293f7 on network 38d494d8-3507-4c7f-9260-d84973fd6d03 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:58:54.470825 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:54.474136 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-50c26099-16dd-4607-b126-c4842ad1aa51 service neutron] Port 91d816fa-5153-4ca2-a433-bfd341a293f7 on network 38d494d8-3507-4c7f-9260-d84973fd6d03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 18:58:54.474398 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-50c26099-16dd-4607-b126-c4842ad1aa51 service neutron] Attempting to bind port 91d816fa-5153-4ca2-a433-bfd341a293f7 on network 38d494d8-3507-4c7f-9260-d84973fd6d03 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:58:54.475864 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97c7503-25fe-49c2-a32a-858e4e02df73 x-openstack-request-id: req-c97c7503-25fe-49c2-a32a-858e4e02df73 {{(pid=116192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:58:54.476503 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73e2d8a-72b0-45bc-9693-eecf5c504b5b", "tag": "0709fc5a-ab77-4d05-928e-4bfc5179ed37", "status": "completed", "code": 200}]} {{(pid=116192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:58:54.476858 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c97c7503-25fe-49c2-a32a-858e4e02df73 {{(pid=116192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:58:54.477414 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c97c7503-25fe-49c2-a32a-858e4e02df73'] response: {'name': 'network-changed', 'server_uuid': 'd73e2d8a-72b0-45bc-9693-eecf5c504b5b', 'tag': '0709fc5a-ab77-4d05-928e-4bfc5179ed37', 'status': 'completed', 'code': 200} Jun 16 18:58:54.480784 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-50c26099-16dd-4607-b126-c4842ad1aa51 service neutron] Checking agent: {'id': '78e75526-212b-4550-9dc1-6e088b901fa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'started_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:58:54.483780 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-50c26099-16dd-4607-b126-c4842ad1aa51 service neutron] Checking segment: {'id': 'a85bed8a-b2ca-457b-91bf-1dc1b4e7b066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '38d494d8-3507-4c7f-9260-d84973fd6d03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:58:54.484167 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-50c26099-16dd-4607-b126-c4842ad1aa51 service neutron] Bound using segment: {'id': 'a85bed8a-b2ca-457b-91bf-1dc1b4e7b066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '38d494d8-3507-4c7f-9260-d84973fd6d03'} {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:58:54.484653 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-50c26099-16dd-4607-b126-c4842ad1aa51 service neutron] Bound port: 91d816fa-5153-4ca2-a433-bfd341a293f7, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a85bed8a-b2ca-457b-91bf-1dc1b4e7b066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '38d494d8-3507-4c7f-9260-d84973fd6d03'}}] {{(pid=116193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:58:54.485025 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-50c26099-16dd-4607-b126-c4842ad1aa51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (91d816fa-5153-4ca2-a433-bfd341a293f7), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:54.509139 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:54.550940 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f2d46-3bfc-4c25-9fe3-abd14727f17c req-8f10ac5f-4f9a-4af7-a41f-218ad9c5ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:54.552622 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-344f2d46-3bfc-4c25-9fe3-abd14727f17c req-8f10ac5f-4f9a-4af7-a41f-218ad9c5ddce service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc32e3179c534d83b3d4108a38fb9d19&device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 1127 time: 0.0515110 Jun 16 18:58:54.557858 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-50c26099-16dd-4607-b126-c4842ad1aa51 service neutron] For port 91d816fa-5153-4ca2-a433-bfd341a293f7, host hv-cinder-84617, cleared binding levels {{(pid=116193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:58:54.562348 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-50c26099-16dd-4607-b126-c4842ad1aa51 service neutron] For port 91d816fa-5153-4ca2-a433-bfd341a293f7, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=91d816fa-5153-4ca2-a433-bfd341a293f7,segment=NetworkSegment(a85bed8a-b2ca-457b-91bf-1dc1b4e7b066),segment_id=a85bed8a-b2ca-457b-91bf-1dc1b4e7b066)] {{(pid=116193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:58:54.642900 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:54.662708 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f2d46-3bfc-4c25-9fe3-abd14727f17c req-9da19b1b-8919-4a16-92a1-fc8c9823c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:54.664187 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-344f2d46-3bfc-4c25-9fe3-abd14727f17c req-9da19b1b-8919-4a16-92a1-fc8c9823c378 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=fc32e3179c534d83b3d4108a38fb9d19&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1028280 Jun 16 18:58:54.735325 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-50c26099-16dd-4607-b126-c4842ad1aa51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (91d816fa-5153-4ca2-a433-bfd341a293f7), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:54.769439 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f2d46-3bfc-4c25-9fe3-abd14727f17c req-922c5400-8cd1-4b1b-b751-3e02ee6f9032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:54.770963 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-344f2d46-3bfc-4c25-9fe3-abd14727f17c req-922c5400-8cd1-4b1b-b751-3e02ee6f9032 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0986564 Jun 16 18:58:54.778010 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-50c26099-16dd-4607-b126-c4842ad1aa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:54.779144 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-50c26099-16dd-4607-b126-c4842ad1aa51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:54.780524 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-50c26099-16dd-4607-b126-c4842ad1aa51 service neutron] 10.222.0.66 "PUT /v2.0/ports/91d816fa-5153-4ca2-a433-bfd341a293f7 HTTP/1.1" status: 200 len: 1093 time: 1.2714691 Jun 16 18:58:54.780957 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e17e79-e3fe-4730-b18f-d9aa0a2ba280', 'tag': '91d816fa-5153-4ca2-a433-bfd341a293f7'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:58:54.783222 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac2c9f7-da23-4562-8e7d-3a6fc14c5eed" -d '{"events": [{"name": "network-changed", "server_uuid": "80e17e79-e3fe-4730-b18f-d9aa0a2ba280", "tag": "91d816fa-5153-4ca2-a433-bfd341a293f7"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:58:54.826644 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882a7727-987c-4a6e-8348-4cb20d2a0ed6 x-openstack-request-id: req-882a7727-987c-4a6e-8348-4cb20d2a0ed6 {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:58:54.826930 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80e17e79-e3fe-4730-b18f-d9aa0a2ba280", "tag": "91d816fa-5153-4ca2-a433-bfd341a293f7", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:58:54.827177 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-882a7727-987c-4a6e-8348-4cb20d2a0ed6 {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:58:54.827576 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-882a7727-987c-4a6e-8348-4cb20d2a0ed6'] response: {'name': 'network-changed', 'server_uuid': '80e17e79-e3fe-4730-b18f-d9aa0a2ba280', 'tag': '91d816fa-5153-4ca2-a433-bfd341a293f7', 'status': 'completed', 'code': 200} Jun 16 18:58:54.843508 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c26099-16dd-4607-b126-c4842ad1aa51 service neutron] Pushing event updated for resources: {'Port': ['ID=91d816fa-5153-4ca2-a433-bfd341a293f7,revision_number=3']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:54.860314 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-02c554c7-5905-41a6-a3eb-cd1a5e81d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:54.861866 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-02c554c7-5905-41a6-a3eb-cd1a5e81d961 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc32e3179c534d83b3d4108a38fb9d19&device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 1127 time: 0.0477874 Jun 16 18:58:54.883661 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2c9f7-da23-4562-8e7d-3a6fc14c5eed req-a8f0133c-00f8-4bdb-b0de-9aeb12f3a9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:54.885173 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-fac2c9f7-da23-4562-8e7d-3a6fc14c5eed req-a8f0133c-00f8-4bdb-b0de-9aeb12f3a9d3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c5e5a9406f7f4ccba4aaf2cccf1de07e&device_id=80e17e79-e3fe-4730-b18f-d9aa0a2ba280 HTTP/1.1" status: 200 len: 1127 time: 0.0453856 Jun 16 18:58:54.905123 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-a2f94bee-80d8-45fd-9858-302abca8254a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0709fc5a-ab77-4d05-928e-4bfc5179ed37 HTTP/1.1" status: 200 len: 217 time: 0.0344062 Jun 16 18:58:54.957801 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-42e774e3-07ad-460b-b27d-ae350be718f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:54.959438 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-42e774e3-07ad-460b-b27d-ae350be718f3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=38fcf1af-5fbd-4e35-811d-148efba21d9d HTTP/1.1" status: 200 len: 851 time: 0.0492320 Jun 16 18:58:54.996523 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2c9f7-da23-4562-8e7d-3a6fc14c5eed req-1eaf0ac9-aec1-41c2-917e-1f57f99a3033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:54.998338 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-fac2c9f7-da23-4562-8e7d-3a6fc14c5eed req-1eaf0ac9-aec1-41c2-917e-1f57f99a3033 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=c5e5a9406f7f4ccba4aaf2cccf1de07e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1034997 Jun 16 18:58:55.016415 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-fa3c6912-784c-43e1-9e95-ddb3b2867c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:55.018073 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-fa3c6912-784c-43e1-9e95-ddb3b2867c45 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f31f33e6-f431-4d4c-a847-a5f33b248bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499890 Jun 16 18:58:55.094423 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f60aab-f090-424e-9dd8-5fb88a832168 req-b81c924b-632f-4f16-b8c0-52527c2d582d tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:55.095941 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b3f60aab-f090-424e-9dd8-5fb88a832168 req-b81c924b-632f-4f16-b8c0-52527c2d582d tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 943 time: 0.0763986 Jun 16 18:58:55.127660 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2c9f7-da23-4562-8e7d-3a6fc14c5eed req-49eafd47-f831-4651-b6e5-23e25cbdae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:55.129226 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-fac2c9f7-da23-4562-8e7d-3a6fc14c5eed req-49eafd47-f831-4651-b6e5-23e25cbdae1c service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1154449 Jun 16 18:58:55.178745 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:55.215842 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3ada5-75fe-48eb-b4ae-f1b51787bb24 req-d83f8d67-3132-48a0-92bc-65228423c5f2 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:55.217337 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-75f3ada5-75fe-48eb-b4ae-f1b51787bb24 req-d83f8d67-3132-48a0-92bc-65228423c5f2 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=80e17e79-e3fe-4730-b18f-d9aa0a2ba280 HTTP/1.1" status: 200 len: 943 time: 0.0896466 Jun 16 18:58:55.219001 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-e4868ad3-bb34-4b20-be9d-7b3fee6bb4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:55.220623 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-e4868ad3-bb34-4b20-be9d-7b3fee6bb4ce service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c5e5a9406f7f4ccba4aaf2cccf1de07e&device_id=80e17e79-e3fe-4730-b18f-d9aa0a2ba280 HTTP/1.1" status: 200 len: 1127 time: 0.0466583 Jun 16 18:58:55.241456 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-74b8eee0-160b-490e-b342-a0182cf81fb3 service neutron] 10.222.0.66 "GET /v2.0/networks/f31f33e6-f431-4d4c-a847-a5f33b248bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109206 Jun 16 18:58:55.246072 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b3f60aab-f090-424e-9dd8-5fb88a832168 req-318286f7-d0d2-4973-8541-1d270e0be809 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194863 Jun 16 18:58:55.265524 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-84c274c5-dc01-45ce-8dc2-fb537cfd8ab6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91d816fa-5153-4ca2-a433-bfd341a293f7 HTTP/1.1" status: 200 len: 217 time: 0.0354905 Jun 16 18:58:55.311937 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-75f3ada5-75fe-48eb-b4ae-f1b51787bb24 req-51bf79d8-806f-4882-837a-51c7c14753de tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801761 Jun 16 18:58:55.313832 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-d236c4e8-41e9-4677-b9ad-06a32349c0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:55.315357 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-d236c4e8-41e9-4677-b9ad-06a32349c0b4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e6ddcdd2-792a-46df-b318-8693a800f2f2 HTTP/1.1" status: 200 len: 848 time: 0.0454865 Jun 16 18:58:55.356247 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-127e908a-5f70-4b7c-a89d-5178cd7b971d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=38d494d8-3507-4c7f-9260-d84973fd6d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309038 Jun 16 18:58:55.367859 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ccbbf2cb-077d-4acb-bc2c-3f9b62f9d5f8 req-428b32ae-89b9-44d9-bb5e-20824e564fe2 service neutron] 10.222.0.66 "GET /v2.0/networks/f31f33e6-f431-4d4c-a847-a5f33b248bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006281 Jun 16 18:58:55.465576 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af86c0-066a-49d7-867c-e848905fb4bf req-ef673381-e9b8-43b3-99a1-d1a1dda44a5a tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:55.467533 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-14af86c0-066a-49d7-867c-e848905fb4bf req-ef673381-e9b8-43b3-99a1-d1a1dda44a5a tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0467875 Jun 16 18:58:55.513343 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-14af86c0-066a-49d7-867c-e848905fb4bf req-80ada1c9-7453-4ad1-9fcd-111ddbfd6547 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403986 Jun 16 18:58:55.701261 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-5d8e7daf-2f2b-4ec2-a518-d33d064a1a42 service neutron] 10.222.0.66 "GET /v2.0/networks/38d494d8-3507-4c7f-9260-d84973fd6d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968547 Jun 16 18:58:56.367248 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74a993-bb00-4746-8043-b050eb25794d req-4e440bc1-f200-4a53-907f-623b596c1bc0 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:56.368757 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5d74a993-bb00-4746-8043-b050eb25794d req-4e440bc1-f200-4a53-907f-623b596c1bc0 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 943 time: 0.0523741 Jun 16 18:58:56.449785 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffdf3e-0365-4531-bfe7-22d04d41e2be req-557c8497-ce8e-46db-b2a0-77bc6648ac3d tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:56.451883 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-faffdf3e-0365-4531-bfe7-22d04d41e2be req-557c8497-ce8e-46db-b2a0-77bc6648ac3d tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=80e17e79-e3fe-4730-b18f-d9aa0a2ba280 HTTP/1.1" status: 200 len: 943 time: 0.0706923 Jun 16 18:58:56.456418 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5d74a993-bb00-4746-8043-b050eb25794d req-9b23badb-f225-459a-a40b-dd9e45209d1b tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813789 Jun 16 18:58:56.491971 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=100 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:56.531878 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-faffdf3e-0365-4531-bfe7-22d04d41e2be req-4d382e06-5faf-4892-9b5f-56fa667726ea tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741796 Jun 16 18:58:56.537463 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb2d3e-63f3-4fac-acc4-a135b25614a3 req-afae2ec4-f75e-4480-9f03-514f17baa23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:56.538995 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2afb2d3e-63f3-4fac-acc4-a135b25614a3 req-afae2ec4-f75e-4480-9f03-514f17baa23b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0b607bd5abec4c72842e250a639f99f1&device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 1130 time: 0.0539348 Jun 16 18:58:56.568504 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-497cee36-4c58-4fe0-bf8c-749baa94dfb0 req-5e4eaec2-3c08-4fed-81f1-d6563eb6c13e service neutron] 10.222.0.66 "GET /v2.0/networks/38d494d8-3507-4c7f-9260-d84973fd6d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051321 Jun 16 18:58:56.877912 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0c36ef2d-e262-4a63-9b8e-712e3149842d req-5490cd1e-4488-416c-a8c9-e7a60a25fcd9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3289189 Jun 16 18:58:56.898451 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d74b6-a7c6-46d3-abf0-0b257bfd928b req-73997ff1-99d8-45e4-83ee-cbfe2158b521 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:56.899793 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-054d74b6-a7c6-46d3-abf0-0b257bfd928b req-73997ff1-99d8-45e4-83ee-cbfe2158b521 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0939047 Jun 16 18:58:56.921756 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:56.940244 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb2d3e-63f3-4fac-acc4-a135b25614a3 req-9bb8cb65-5f91-451a-ae2f-f94d255219a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:56.941697 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2afb2d3e-63f3-4fac-acc4-a135b25614a3 req-9bb8cb65-5f91-451a-ae2f-f94d255219a8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b63c6cac-d1b4-42bd-9dde-7d5291a4c111 HTTP/1.1" status: 200 len: 918 time: 0.3915772 Jun 16 18:58:56.962039 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-054d74b6-a7c6-46d3-abf0-0b257bfd928b req-c757773c-ff28-47e7-928d-b6f50eb75cd4 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560925 Jun 16 18:58:57.454827 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:57.574786 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2ddf3-37c4-4c0a-8e6a-72ab017197e3 req-6ef44763-3f2d-48d2-a32d-912b3a9242e2 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:57.576902 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e1f2ddf3-37c4-4c0a-8e6a-72ab017197e3 req-6ef44763-3f2d-48d2-a32d-912b3a9242e2 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 943 time: 0.0491636 Jun 16 18:58:57.654012 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e1f2ddf3-37c4-4c0a-8e6a-72ab017197e3 req-28972e4f-539f-4dec-bf84-00f500fec672 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709784 Jun 16 18:58:57.668182 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec3eeb-b897-4fd0-a589-2edf76166fe2 req-2632b776-7f8d-4330-91d7-d129dcb4d8af tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:57.669754 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5eec3eeb-b897-4fd0-a589-2edf76166fe2 req-2632b776-7f8d-4330-91d7-d129dcb4d8af tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=80e17e79-e3fe-4730-b18f-d9aa0a2ba280 HTTP/1.1" status: 200 len: 943 time: 0.0661519 Jun 16 18:58:57.723455 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5eec3eeb-b897-4fd0-a589-2edf76166fe2 req-3e1d6af9-6522-43f1-8fdc-a10f0eea0222 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478127 Jun 16 18:58:58.081427 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb042da2-e252-42bb-b9a8-d7c9771ed877 req-3d2e210c-486a-41cf-8e85-ba48a143e1ae tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:58.082909 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-cb042da2-e252-42bb-b9a8-d7c9771ed877 req-3d2e210c-486a-41cf-8e85-ba48a143e1ae tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 946 time: 0.0466764 Jun 16 18:58:58.129935 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-cb042da2-e252-42bb-b9a8-d7c9771ed877 req-720d13cc-4c61-4a6a-8119-1df63bf87b9f tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414503 Jun 16 18:58:58.232238 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2afb2d3e-63f3-4fac-acc4-a135b25614a3 req-ad5a2966-e857-4823-aada-8f6f183a90da service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44fe652d-5231-4810-99fa-21c58c429e9c HTTP/1.1" status: 200 len: 1001 time: 0.0890744 Jun 16 18:58:58.233402 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36ef2d-e262-4a63-9b8e-712e3149842d req-6895886f-d274-4a89-9910-650ad3bd9159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:58.234793 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0c36ef2d-e262-4a63-9b8e-712e3149842d req-6895886f-d274-4a89-9910-650ad3bd9159 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9e5f71068aa4d75bcc4578b741f490d&device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 1129 time: 0.0585461 Jun 16 18:58:58.283529 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:58.319580 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 91d816fa-5153-4ca2-a433-bfd341a293f7 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=116194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:58:58.337974 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 44fe652d-5231-4810-99fa-21c58c429e9c no longer exists at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:58:58.350762 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb2d3e-63f3-4fac-acc4-a135b25614a3 req-de30d9ed-49c3-4c4d-89c2-acc3a315a710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:58.350762 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2afb2d3e-63f3-4fac-acc4-a135b25614a3 req-de30d9ed-49c3-4c4d-89c2-acc3a315a710 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fe716360-4f3c-4c62-9220-aaf7aa3a7a1f HTTP/1.1" status: 200 len: 855 time: 0.0978825 Jun 16 18:58:58.418524 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb2d3e-63f3-4fac-acc4-a135b25614a3 req-566f1ef1-3583-4881-afaf-e89fdc6f7b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:58.420605 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2afb2d3e-63f3-4fac-acc4-a135b25614a3 req-566f1ef1-3583-4881-afaf-e89fdc6f7b86 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b63c6cac-d1b4-42bd-9dde-7d5291a4c111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0641596 Jun 16 18:58:58.422032 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36ef2d-e262-4a63-9b8e-712e3149842d req-c19df549-e424-47d1-8d5f-a25318791de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:58.428482 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0c36ef2d-e262-4a63-9b8e-712e3149842d req-c19df549-e424-47d1-8d5f-a25318791de1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=64614a18-07e0-43ad-9990-55ab159f858f HTTP/1.1" status: 200 len: 912 time: 0.1484230 Jun 16 18:58:58.480173 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 91d816fa-5153-4ca2-a433-bfd341a293f7, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=91d816fa-5153-4ca2-a433-bfd341a293f7,segment=NetworkSegment(a85bed8a-b2ca-457b-91bf-1dc1b4e7b066),segment_id=a85bed8a-b2ca-457b-91bf-1dc1b4e7b066)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:58:58.499803 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Returning: {'device': '91d816fa-5153-4ca2-a433-bfd341a293f7', 'network_id': '38d494d8-3507-4c7f-9260-d84973fd6d03', 'port_id': '91d816fa-5153-4ca2-a433-bfd341a293f7', 'mac_address': 'fa:16:3e:65:27:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6ddcdd2-792a-46df-b318-8693a800f2f2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:58:58.504373 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 44fe652d-5231-4810-99fa-21c58c429e9c is: ACTIVE; New status is: DOWN {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:58:58.504766 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (44fe652d-5231-4810-99fa-21c58c429e9c), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:58.545059 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0c36ef2d-e262-4a63-9b8e-712e3149842d req-f3efe4c1-16b3-4318-8dcc-e3855d0cd1f3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=813e5e92-6255-46b0-aa69-1964caa13cf4 HTTP/1.1" status: 200 len: 1001 time: 0.1048298 Jun 16 18:58:58.551096 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c04798-b061-421b-9b61-db9cce7dace4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44fe652d-5231-4810-99fa-21c58c429e9c'}] {{(pid=116194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:58:58.553391 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c514dfdaa64f5ff94ef0a30f0983ecc87ad84dbda33c755e7db481fe7439434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e76e59-ba62-4e08-af48-6dde561f7e8d" -d '{"events": [{"server_uuid": "d6c04798-b061-421b-9b61-db9cce7dace4", "name": "network-vif-unplugged", "status": "completed", "tag": "44fe652d-5231-4810-99fa-21c58c429e9c"}]}' {{(pid=116194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:58:58.570245 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 44fe652d-5231-4810-99fa-21c58c429e9c, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=44fe652d-5231-4810-99fa-21c58c429e9c,segment=NetworkSegment(2d327e91-41ae-4018-ab9b-16723f98bb9d),segment_id=2d327e91-41ae-4018-ab9b-16723f98bb9d)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:58:58.571307 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 91d816fa-5153-4ca2-a433-bfd341a293f7 is: DOWN; New status is: BUILD {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:58:58.571698 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (91d816fa-5153-4ca2-a433-bfd341a293f7), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:58.593470 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d816fa-5153-4ca2-a433-bfd341a293f7 {{(pid=116194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:58:58.599262 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2afb2d3e-63f3-4fac-acc4-a135b25614a3 req-71351ce5-074a-4fa1-8b0f-98aacad28e92 service neutron] 10.222.0.66 "GET /v2.0/networks/b63c6cac-d1b4-42bd-9dde-7d5291a4c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668746 Jun 16 18:58:58.601397 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 16 Jun 2022 18:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4e1b5e-6473-467b-90ed-2138d31bb32f x-openstack-request-id: req-0c4e1b5e-6473-467b-90ed-2138d31bb32f {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:58:58.601713 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c04798-b061-421b-9b61-db9cce7dace4", "name": "network-vif-unplugged", "status": "completed", "tag": "44fe652d-5231-4810-99fa-21c58c429e9c", "code": 200}]} {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:58:58.602142 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0c4e1b5e-6473-467b-90ed-2138d31bb32f {{(pid=116194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:58:58.602586 dv-cinder-846171-1-iscsi neutron-server[116194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c4e1b5e-6473-467b-90ed-2138d31bb32f'] response: {'server_uuid': 'd6c04798-b061-421b-9b61-db9cce7dace4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44fe652d-5231-4810-99fa-21c58c429e9c', 'code': 200} Jun 16 18:58:58.613190 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36ef2d-e262-4a63-9b8e-712e3149842d req-e0d296bd-08ca-49fb-b477-9c40e59e9fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:58.614712 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0c36ef2d-e262-4a63-9b8e-712e3149842d req-e0d296bd-08ca-49fb-b477-9c40e59e9fb0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3c0b066-676e-4fae-8d81-100b0457b81e HTTP/1.1" status: 200 len: 849 time: 0.0562332 Jun 16 18:58:58.618570 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 91d816fa-5153-4ca2-a433-bfd341a293f7, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=91d816fa-5153-4ca2-a433-bfd341a293f7,segment=NetworkSegment(a85bed8a-b2ca-457b-91bf-1dc1b4e7b066),segment_id=a85bed8a-b2ca-457b-91bf-1dc1b4e7b066)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:58:58.620032 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (44fe652d-5231-4810-99fa-21c58c429e9c), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:58.667014 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=44fe652d-5231-4810-99fa-21c58c429e9c,revision_number=8']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:58.671851 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (91d816fa-5153-4ca2-a433-bfd341a293f7), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:58:58.677165 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:58.710708 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:58.732272 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=91d816fa-5153-4ca2-a433-bfd341a293f7,revision_number=4']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:58:58.732447 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36ef2d-e262-4a63-9b8e-712e3149842d req-3062b203-0828-4c11-b133-c4977d4d0398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:58.732447 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0c36ef2d-e262-4a63-9b8e-712e3149842d req-3062b203-0828-4c11-b133-c4977d4d0398 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=64614a18-07e0-43ad-9990-55ab159f858f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0960250 Jun 16 18:58:58.768970 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:58:58.844858 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2afb2d3e-63f3-4fac-acc4-a135b25614a3 req-03812305-dce1-48a5-b1de-134670638bfd service neutron] 10.222.0.66 "GET /v2.0/networks/b63c6cac-d1b4-42bd-9dde-7d5291a4c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186158 Jun 16 18:58:58.900316 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9292d-f683-4515-9e35-7277e2206aca req-747722ce-310b-4240-80ca-1827a71a072d tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:58.901811 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7cc9292d-f683-4515-9e35-7277e2206aca req-747722ce-310b-4240-80ca-1827a71a072d tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 943 time: 0.1194236 Jun 16 18:58:58.935086 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dd34c-6a64-46dd-b84c-14e5ea1cfc76 req-6d67ade8-6063-4f12-8821-2664c99bd273 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:58.936520 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a38dd34c-6a64-46dd-b84c-14e5ea1cfc76 req-6d67ade8-6063-4f12-8821-2664c99bd273 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=80e17e79-e3fe-4730-b18f-d9aa0a2ba280 HTTP/1.1" status: 200 len: 944 time: 0.1092794 Jun 16 18:58:58.948867 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0c36ef2d-e262-4a63-9b8e-712e3149842d req-bd2e198d-84b4-4850-8d99-60cb22a1bf27 service neutron] 10.222.0.66 "GET /v2.0/networks/64614a18-07e0-43ad-9990-55ab159f858f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069409 Jun 16 18:58:59.005442 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7cc9292d-f683-4515-9e35-7277e2206aca req-7179142c-2bd3-4785-8852-15e955aeb981 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912008 Jun 16 18:58:59.017585 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a38dd34c-6a64-46dd-b84c-14e5ea1cfc76 req-3b1b161d-5b7c-4e8d-a77b-1a22254bf79c tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731225 Jun 16 18:58:59.070467 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] get_ports_and_sgs() called for port_ids ['91d816fa-5153-4ca2-a433-bfd341a293f7'] {{(pid=116194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:58:59.253860 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4dc0ab-40a2-4972-9b97-3b07ca7c73bc req-5e1dc029-5756-4420-8914-ead53b15054e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:58:59.255316 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0e4dc0ab-40a2-4972-9b97-3b07ca7c73bc req-5e1dc029-5756-4420-8914-ead53b15054e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0485017 Jun 16 18:58:59.302010 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0e4dc0ab-40a2-4972-9b97-3b07ca7c73bc req-83e8127b-8b2c-4e61-9972-1edcbd799ac0 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411315 Jun 16 18:59:00.113680 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:00.147889 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d1780-e382-46b4-b16a-103f103d7425 req-ebeefc95-89b0-4bfa-a5ae-deb2ec553e5e tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:00.149425 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d85d1780-e382-46b4-b16a-103f103d7425 req-ebeefc95-89b0-4bfa-a5ae-deb2ec553e5e tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 943 time: 0.0762999 Jun 16 18:59:00.177608 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8548e-e601-4c4a-a0bb-bf8d9dd9ad53 req-2a6f330f-3410-4746-a038-f361da9cb90d tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:00.181281 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-05b8548e-e601-4c4a-a0bb-bf8d9dd9ad53 req-2a6f330f-3410-4746-a038-f361da9cb90d tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=80e17e79-e3fe-4730-b18f-d9aa0a2ba280 HTTP/1.1" status: 200 len: 944 time: 0.0779636 Jun 16 18:59:00.228260 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d85d1780-e382-46b4-b16a-103f103d7425 req-9ea7eeb4-8c02-4ceb-855e-a27eaef83973 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723593 Jun 16 18:59:00.250579 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-05b8548e-e601-4c4a-a0bb-bf8d9dd9ad53 req-dcf15e45-450e-4ff2-bb36-c03e11695bf0 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647988 Jun 16 18:59:00.335404 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 91d816fa-5153-4ca2-a433-bfd341a293f7 up at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:59:00.379009 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning for port 91d816fa-5153-4ca2-a433-bfd341a293f7 completed by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 18:59:00.423456 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53f445-6955-4df7-8720-dc93d20d5cdb req-d3681455-2567-4c13-96eb-31a45a70f6f6 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:00.425039 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8f53f445-6955-4df7-8720-dc93d20d5cdb req-d3681455-2567-4c13-96eb-31a45a70f6f6 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0478237 Jun 16 18:59:00.460508 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning complete for port 91d816fa-5153-4ca2-a433-bfd341a293f7 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:59:00.460975 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (91d816fa-5153-4ca2-a433-bfd341a293f7), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:00.472606 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8f53f445-6955-4df7-8720-dc93d20d5cdb req-d9f289d0-645d-4743-b84c-048717b96322 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418985 Jun 16 18:59:00.537659 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 91d816fa-5153-4ca2-a433-bfd341a293f7 is: BUILD; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:59:00.538073 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (91d816fa-5153-4ca2-a433-bfd341a293f7), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:00.569707 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 91d816fa-5153-4ca2-a433-bfd341a293f7, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=91d816fa-5153-4ca2-a433-bfd341a293f7,segment=NetworkSegment(a85bed8a-b2ca-457b-91bf-1dc1b4e7b066),segment_id=a85bed8a-b2ca-457b-91bf-1dc1b4e7b066)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:59:00.603814 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e17e79-e3fe-4730-b18f-d9aa0a2ba280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d816fa-5153-4ca2-a433-bfd341a293f7'}] {{(pid=116194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:59:00.606283 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c514dfdaa64f5ff94ef0a30f0983ecc87ad84dbda33c755e7db481fe7439434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95bf4ba-dae7-4bf8-8d15-4e6a6f5ad0cd" -d '{"events": [{"server_uuid": "80e17e79-e3fe-4730-b18f-d9aa0a2ba280", "name": "network-vif-plugged", "status": "completed", "tag": "91d816fa-5153-4ca2-a433-bfd341a293f7"}]}' {{(pid=116194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:59:00.637521 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (91d816fa-5153-4ca2-a433-bfd341a293f7), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:00.645977 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c158007-4160-4ad9-bf4d-c36b159db66e x-openstack-request-id: req-4c158007-4160-4ad9-bf4d-c36b159db66e {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:59:00.646299 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e17e79-e3fe-4730-b18f-d9aa0a2ba280", "name": "network-vif-plugged", "status": "completed", "tag": "91d816fa-5153-4ca2-a433-bfd341a293f7", "code": 200}]} {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:59:00.649264 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4c158007-4160-4ad9-bf4d-c36b159db66e {{(pid=116194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:59:00.649264 dv-cinder-846171-1-iscsi neutron-server[116194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c158007-4160-4ad9-bf4d-c36b159db66e'] response: {'server_uuid': '80e17e79-e3fe-4730-b18f-d9aa0a2ba280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d816fa-5153-4ca2-a433-bfd341a293f7', 'code': 200} Jun 16 18:59:00.688824 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=91d816fa-5153-4ca2-a433-bfd341a293f7,revision_number=5']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:00.978849 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0c36ef2d-e262-4a63-9b8e-712e3149842d req-4bb56e8b-c260-41e3-a284-450af4c4add6 service neutron] 10.222.0.66 "GET /v2.0/networks/64614a18-07e0-43ad-9990-55ab159f858f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003177 Jun 16 18:59:01.374462 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c90fed-26d3-4494-9f4a-b2bb4891d53c req-67f3a822-bc9d-4366-897e-628d29ef448c tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:01.375944 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-63c90fed-26d3-4494-9f4a-b2bb4891d53c req-67f3a822-bc9d-4366-897e-628d29ef448c tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 943 time: 0.0791898 Jun 16 18:59:01.387717 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459241f7-6c53-4101-9a9b-c91f731c89c1 req-97e29640-46b3-4f67-9bd5-d9c2b389f1a5 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:01.389038 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-459241f7-6c53-4101-9a9b-c91f731c89c1 req-97e29640-46b3-4f67-9bd5-d9c2b389f1a5 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=80e17e79-e3fe-4730-b18f-d9aa0a2ba280 HTTP/1.1" status: 200 len: 945 time: 0.0624738 Jun 16 18:59:01.467204 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-63c90fed-26d3-4494-9f4a-b2bb4891d53c req-a5aeb1a7-89b9-4666-8546-f54fc4ac0dda tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844798 Jun 16 18:59:01.471143 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-459241f7-6c53-4101-9a9b-c91f731c89c1 req-c0a4c6fb-b232-4b7b-82ec-afb4199131d6 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764723 Jun 16 18:59:01.590083 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb6a9b-2a80-488b-8d83-2ea482c1c091 req-173b0e6a-e270-4029-bb8e-868bf35ae1d3 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:01.591562 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-28bb6a9b-2a80-488b-8d83-2ea482c1c091 req-173b0e6a-e270-4029-bb8e-868bf35ae1d3 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0470636 Jun 16 18:59:01.639529 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-28bb6a9b-2a80-488b-8d83-2ea482c1c091 req-e110643b-5ac4-4226-ae15-94026070ef01 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412500 Jun 16 18:59:02.118568 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:02.615456 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cbaa8-2869-4843-be82-f3cd61c85a4a req-107cbedb-f432-4a1c-aa21-c7dcca6739b3 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:02.616969 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3f4cbaa8-2869-4843-be82-f3cd61c85a4a req-107cbedb-f432-4a1c-aa21-c7dcca6739b3 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 943 time: 0.0805106 Jun 16 18:59:02.623052 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e9d6a-c454-44a1-bbea-ab23a23b0a83 req-d6653bf7-ee89-4582-bc38-9ab4d62c03b8 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:02.624949 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-393e9d6a-c454-44a1-bbea-ab23a23b0a83 req-d6653bf7-ee89-4582-bc38-9ab4d62c03b8 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=80e17e79-e3fe-4730-b18f-d9aa0a2ba280 HTTP/1.1" status: 200 len: 945 time: 0.0784130 Jun 16 18:59:02.644394 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:02.703511 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3f4cbaa8-2869-4843-be82-f3cd61c85a4a req-b164aa1d-1647-4120-ae10-187c47dba4f6 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775859 Jun 16 18:59:02.710431 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-393e9d6a-c454-44a1-bbea-ab23a23b0a83 req-10b2739a-1aec-402a-a3f2-e18f94065328 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757031 Jun 16 18:59:02.811940 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6237d7a-3b4e-4d56-8044-bdfcf95c6f16 req-aad61ee4-3fa6-4d16-b8d7-d0ae0169614e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:02.813471 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c6237d7a-3b4e-4d56-8044-bdfcf95c6f16 req-aad61ee4-3fa6-4d16-b8d7-d0ae0169614e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0491121 Jun 16 18:59:02.861434 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c6237d7a-3b4e-4d56-8044-bdfcf95c6f16 req-92f9f4c4-814c-4ef2-a702-bdd87a8aaf6e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421977 Jun 16 18:59:03.858565 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83051abb-21d6-433c-88a2-d257a1eefcee req-f4335e34-ce34-4c42-8fdb-232f6ec1fd71 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:03.860099 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-83051abb-21d6-433c-88a2-d257a1eefcee req-f4335e34-ce34-4c42-8fdb-232f6ec1fd71 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=80e17e79-e3fe-4730-b18f-d9aa0a2ba280 HTTP/1.1" status: 200 len: 945 time: 0.0780153 Jun 16 18:59:03.880440 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5477141-b5fc-40a2-92b1-afb2e8a7fc5a req-972088a8-50cc-496d-808a-71d0ef2184f0 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:03.881935 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d5477141-b5fc-40a2-92b1-afb2e8a7fc5a req-972088a8-50cc-496d-808a-71d0ef2184f0 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 943 time: 0.0679326 Jun 16 18:59:03.921559 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:03.945565 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-83051abb-21d6-433c-88a2-d257a1eefcee req-52c56b4d-d1f4-4927-8be2-3c19bdf23be3 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796883 Jun 16 18:59:03.954512 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d5477141-b5fc-40a2-92b1-afb2e8a7fc5a req-f4f97233-8dbb-4338-af59-d53bdc25fb03 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657675 Jun 16 18:59:04.002249 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [req-c78dad65-dfe4-4ade-a595-a671da892a81 req-6af3d13c-2903-404e-9468-9154cb44f29e service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=116193) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 18:59:04.003285 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c78dad65-dfe4-4ade-a595-a671da892a81 req-6af3d13c-2903-404e-9468-9154cb44f29e service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061078 Jun 16 18:59:04.284352 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67652b07-588d-4dba-8a7c-e82be8a9b150 req-cc71b4f2-8cf4-49e3-a074-6c0ea084c52b tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:04.285786 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-67652b07-588d-4dba-8a7c-e82be8a9b150 req-cc71b4f2-8cf4-49e3-a074-6c0ea084c52b tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0470867 Jun 16 18:59:04.340028 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-67652b07-588d-4dba-8a7c-e82be8a9b150 req-1d659997-6df3-4771-8077-3528a5a7ea73 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484490 Jun 16 18:59:04.412155 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 44fe652d-5231-4810-99fa-21c58c429e9c no longer exists at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:59:04.487553 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 44fe652d-5231-4810-99fa-21c58c429e9c is: DOWN; New status is: DOWN {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:59:04.828944 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 51762) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:59:04.907454 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6f9660a3-c7e4-4932-9582-7dfda3bcb15b req-70fe34f6-3178-4d86-ba7c-4e62313954ec service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0773346 Jun 16 18:59:04.915696 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [req-6f9660a3-c7e4-4932-9582-7dfda3bcb15b req-6ba96475-2825-4875-8142-4c4c187fc795 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=116193) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 18:59:04.916637 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6f9660a3-c7e4-4932-9582-7dfda3bcb15b req-6ba96475-2825-4875-8142-4c4c187fc795 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0046964 Jun 16 18:59:04.994174 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 51774) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:59:05.090745 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9660a3-c7e4-4932-9582-7dfda3bcb15b req-7e6b5c15-6a60-4c66-8fd6-df31786f23a5 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:05.092635 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6f9660a3-c7e4-4932-9582-7dfda3bcb15b req-7e6b5c15-6a60-4c66-8fd6-df31786f23a5 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports/44fe652d-5231-4810-99fa-21c58c429e9c HTTP/1.1" status: 200 len: 941 time: 0.0967112 Jun 16 18:59:05.225664 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f3152-1884-49e6-a142-95defa017cc3 req-33ce11c3-4720-41e8-ab6b-ef4be7671877 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:05.227149 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-828f3152-1884-49e6-a142-95defa017cc3 req-33ce11c3-4720-41e8-ab6b-ef4be7671877 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=80e17e79-e3fe-4730-b18f-d9aa0a2ba280 HTTP/1.1" status: 200 len: 945 time: 0.0841885 Jun 16 18:59:05.233712 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee250ce-5c39-4f3f-b5ea-879b43a51d2f req-2a9e3468-2a33-45c0-a120-c727139ac114 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:05.235114 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7ee250ce-5c39-4f3f-b5ea-879b43a51d2f req-2a9e3468-2a33-45c0-a120-c727139ac114 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 943 time: 0.0904071 Jun 16 18:59:05.306206 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-828f3152-1884-49e6-a142-95defa017cc3 req-a880b481-e256-4626-99c2-567435de70ed tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701351 Jun 16 18:59:05.315387 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7ee250ce-5c39-4f3f-b5ea-879b43a51d2f req-4742a434-0501-426e-b767-c3202ae2d35d tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733199 Jun 16 18:59:05.467918 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7e7b2-5d9c-4acf-aa86-283c5c46709f req-4739aab6-1676-4fa0-9bbe-8ce37fb22574 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:05.469462 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f6b7e7b2-5d9c-4acf-aa86-283c5c46709f req-4739aab6-1676-4fa0-9bbe-8ce37fb22574 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0548465 Jun 16 18:59:05.523180 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f6b7e7b2-5d9c-4acf-aa86-283c5c46709f req-04c55c8c-bac4-4101-a8e3-3f6b157a7972 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458596 Jun 16 18:59:06.454155 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7ec22-c6c7-49a7-8d4a-3cc74ce153a6 req-a702f2f6-fef6-466f-a00d-d40be4e9687b tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:06.455549 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1ff7ec22-c6c7-49a7-8d4a-3cc74ce153a6 req-a702f2f6-fef6-466f-a00d-d40be4e9687b tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=80e17e79-e3fe-4730-b18f-d9aa0a2ba280 HTTP/1.1" status: 200 len: 945 time: 0.0778971 Jun 16 18:59:06.461518 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbfbb7-2d7f-4b60-8a9c-516a0fe7ab44 req-343ff926-0964-41f1-bf54-e1ac97bf9543 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:06.462880 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-85cbfbb7-2d7f-4b60-8a9c-516a0fe7ab44 req-343ff926-0964-41f1-bf54-e1ac97bf9543 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 943 time: 0.0752416 Jun 16 18:59:06.540019 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1ff7ec22-c6c7-49a7-8d4a-3cc74ce153a6 req-ce2c489b-662b-46fb-a5ad-faa8e9a94d92 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762143 Jun 16 18:59:06.543778 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-85cbfbb7-2d7f-4b60-8a9c-516a0fe7ab44 req-0885352a-b889-4a48-9aa6-6b5d3d2941d9 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734499 Jun 16 18:59:06.544590 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=4 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:06.566943 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=30 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:06.652405 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f95f1-30c6-4c1b-9c7e-b99619c7e6cf req-b69323a6-eac0-410a-96bf-79633d967c59 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:06.654000 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c23f95f1-30c6-4c1b-9c7e-b99619c7e6cf req-b69323a6-eac0-410a-96bf-79633d967c59 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0527384 Jun 16 18:59:06.666553 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:06.695099 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-a5f0eb2b-1aa2-4196-8d08-08846766334a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:06.703350 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c23f95f1-30c6-4c1b-9c7e-b99619c7e6cf req-6f8c1ad3-5163-4851-8a4f-2891617b56b4 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432928 Jun 16 18:59:07.686647 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e96494-1fd8-4041-ac6b-3177fc35dda8 req-a8edddf1-6eef-450b-ae0b-a053466e6709 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:07.688150 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-17e96494-1fd8-4041-ac6b-3177fc35dda8 req-a8edddf1-6eef-450b-ae0b-a053466e6709 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 943 time: 0.0732868 Jun 16 18:59:07.694064 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb684b-9578-436c-8e64-39450514b90c req-f23f9b07-0d79-4b6c-9317-f1cd23e6a012 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:07.695396 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-82cb684b-9578-436c-8e64-39450514b90c req-f23f9b07-0d79-4b6c-9317-f1cd23e6a012 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=80e17e79-e3fe-4730-b18f-d9aa0a2ba280 HTTP/1.1" status: 200 len: 945 time: 0.0719795 Jun 16 18:59:07.769528 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-17e96494-1fd8-4041-ac6b-3177fc35dda8 req-11dc2bf6-1ff5-4d18-8e8f-56e130f50696 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731881 Jun 16 18:59:07.776492 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-82cb684b-9578-436c-8e64-39450514b90c req-41b96694-9e3d-4d33-b1f0-84a3cc488dea tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734031 Jun 16 18:59:07.880664 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc46c2-f3dc-4bc9-95d0-c6fe39cf6dc2 req-60ee3ae5-e4be-40c6-9782-639ecd57d7f6 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:07.882134 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-45cc46c2-f3dc-4bc9-95d0-c6fe39cf6dc2 req-60ee3ae5-e4be-40c6-9782-639ecd57d7f6 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0570188 Jun 16 18:59:07.913540 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:07.929872 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-45cc46c2-f3dc-4bc9-95d0-c6fe39cf6dc2 req-652dcf9e-9ac6-4cd0-a417-f22dc91feb5a tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420802 Jun 16 18:59:08.911661 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d34f0-3724-4528-88b5-ff3ada8c43e7 req-2d82e25d-3b46-4f0a-b00d-352e1cad80ce tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:08.913125 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e40d34f0-3724-4528-88b5-ff3ada8c43e7 req-2d82e25d-3b46-4f0a-b00d-352e1cad80ce tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 943 time: 0.0770333 Jun 16 18:59:08.921038 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068fd03-15e4-4324-9559-3e778cb2acbb req-6d6817b6-9b37-486b-ab6b-a740d70fe6e0 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:08.922436 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7068fd03-15e4-4324-9559-3e778cb2acbb req-6d6817b6-9b37-486b-ab6b-a740d70fe6e0 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=80e17e79-e3fe-4730-b18f-d9aa0a2ba280 HTTP/1.1" status: 200 len: 945 time: 0.0763087 Jun 16 18:59:08.992662 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e40d34f0-3724-4528-88b5-ff3ada8c43e7 req-a27f4476-29b9-439c-8151-85e782d07368 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687389 Jun 16 18:59:08.998088 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-a08d705f-15c1-4600-b796-c27d3e263929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:09.006395 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7068fd03-15e4-4324-9559-3e778cb2acbb req-ad6acb75-328b-4fb1-9e29-dd29786eb9a5 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755939 Jun 16 18:59:09.094253 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c610b0c-f0f6-49b8-9cdf-5bbd7a9f5287 req-39260ff9-57d1-44bd-9e7b-a52f3a4aef28 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:09.096278 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3c610b0c-f0f6-49b8-9cdf-5bbd7a9f5287 req-39260ff9-57d1-44bd-9e7b-a52f3a4aef28 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0476043 Jun 16 18:59:09.142600 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3c610b0c-f0f6-49b8-9cdf-5bbd7a9f5287 req-4dcef361-cef6-4ae7-bae0-ff7f9364e616 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407236 Jun 16 18:59:10.221315 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:10.337329 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860c8ac-c7b8-484d-bc5e-7c67fc4399fc req-1c441be0-e237-450e-b5d6-c7800030b353 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:10.338812 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a860c8ac-c7b8-484d-bc5e-7c67fc4399fc req-1c441be0-e237-450e-b5d6-c7800030b353 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 943 time: 0.2766802 Jun 16 18:59:10.354887 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc792a7-b495-45b8-a421-a0596835375c req-f103d21c-56c4-4624-803f-138e349f9192 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:10.357696 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9dc792a7-b495-45b8-a421-a0596835375c req-f103d21c-56c4-4624-803f-138e349f9192 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=80e17e79-e3fe-4730-b18f-d9aa0a2ba280 HTTP/1.1" status: 200 len: 945 time: 0.0645556 Jun 16 18:59:10.428372 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a860c8ac-c7b8-484d-bc5e-7c67fc4399fc req-87ba535f-f625-49a8-b76f-e4367ddff6f7 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695601 Jun 16 18:59:10.439726 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9dc792a7-b495-45b8-a421-a0596835375c req-14a2f6b2-dafe-4c5b-abf6-98d0251aaa72 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732045 Jun 16 18:59:10.534864 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993a4d0-d48a-498e-9b2f-1ce733d94b2a req-9748c362-8a11-4baf-8ec8-4c26de3e6726 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:10.536359 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5993a4d0-d48a-498e-9b2f-1ce733d94b2a req-9748c362-8a11-4baf-8ec8-4c26de3e6726 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0501163 Jun 16 18:59:10.584525 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5993a4d0-d48a-498e-9b2f-1ce733d94b2a req-db7c26ba-85fa-4b8f-8708-7c36925283a6 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426240 Jun 16 18:59:10.647472 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 51860) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:59:10.757134 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-660f9632-4a79-4285-a103-f269d1a424f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:10.829688 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:10.831662 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-660f9632-4a79-4285-a103-f269d1a424f8 admin admin] Publish callbacks [] for security_group (50ea7897-c620-49fc-9b44-8225820d9e08), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:10.928998 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-660f9632-4a79-4285-a103-f269d1a424f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (50ea7897-c620-49fc-9b44-8225820d9e08), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:10.968244 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-660f9632-4a79-4285-a103-f269d1a424f8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7969c68692884392ad5321b686df4801&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3196857 Jun 16 18:59:10.970611 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f9632-4a79-4285-a103-f269d1a424f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ea7897-c620-49fc-9b44-8225820d9e08,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:10.971944 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 51864) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:59:11.022660 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-06492f7e-ceb4-4941-b56c-27c8ca01f47b admin admin] Publish callbacks [] for security_group (50ea7897-c620-49fc-9b44-8225820d9e08), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:11.043944 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-06492f7e-ceb4-4941-b56c-27c8ca01f47b admin admin] Publish callbacks [] for security_group (50ea7897-c620-49fc-9b44-8225820d9e08), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:11.129447 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-06492f7e-ceb4-4941-b56c-27c8ca01f47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (50ea7897-c620-49fc-9b44-8225820d9e08), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:11.131999 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-06492f7e-ceb4-4941-b56c-27c8ca01f47b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:11.133152 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-06492f7e-ceb4-4941-b56c-27c8ca01f47b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/50ea7897-c620-49fc-9b44-8225820d9e08 HTTP/1.1" status: 204 len: 168 time: 0.1602139 Jun 16 18:59:11.141365 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06492f7e-ceb4-4941-b56c-27c8ca01f47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ea7897-c620-49fc-9b44-8225820d9e08,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:11.148437 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06492f7e-ceb4-4941-b56c-27c8ca01f47b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:11.148789 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06492f7e-ceb4-4941-b56c-27c8ca01f47b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:11.149150 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06492f7e-ceb4-4941-b56c-27c8ca01f47b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:11.149503 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06492f7e-ceb4-4941-b56c-27c8ca01f47b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:11.149838 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06492f7e-ceb4-4941-b56c-27c8ca01f47b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:11.150194 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06492f7e-ceb4-4941-b56c-27c8ca01f47b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:11.150685 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06492f7e-ceb4-4941-b56c-27c8ca01f47b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:11.150972 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06492f7e-ceb4-4941-b56c-27c8ca01f47b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:11.151303 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06492f7e-ceb4-4941-b56c-27c8ca01f47b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:11.151651 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06492f7e-ceb4-4941-b56c-27c8ca01f47b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:11.151977 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06492f7e-ceb4-4941-b56c-27c8ca01f47b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:11.152304 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06492f7e-ceb4-4941-b56c-27c8ca01f47b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:11.152622 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06492f7e-ceb4-4941-b56c-27c8ca01f47b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:11.152942 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06492f7e-ceb4-4941-b56c-27c8ca01f47b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:11.153291 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06492f7e-ceb4-4941-b56c-27c8ca01f47b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:11.552791 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:11.578026 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cabda-3be2-4940-8e80-ee1c25869cec req-f8ae48b5-ca49-4109-b78c-a181189c8ab6 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:11.580078 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e31cabda-3be2-4940-8e80-ee1c25869cec req-f8ae48b5-ca49-4109-b78c-a181189c8ab6 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 943 time: 0.0790672 Jun 16 18:59:11.600269 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7055a5-4279-475d-98f6-c23b2c5af569 req-97033dc7-236d-4b94-9a09-ba5250e95694 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:11.601658 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ee7055a5-4279-475d-98f6-c23b2c5af569 req-97033dc7-236d-4b94-9a09-ba5250e95694 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=80e17e79-e3fe-4730-b18f-d9aa0a2ba280 HTTP/1.1" status: 200 len: 945 time: 0.0711689 Jun 16 18:59:11.668148 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e31cabda-3be2-4940-8e80-ee1c25869cec req-73492d58-1a7a-48ef-a6dc-ac9889cf7063 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822952 Jun 16 18:59:11.668468 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:11.675658 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ee7055a5-4279-475d-98f6-c23b2c5af569 req-e813b9ed-ed9c-4867-a73b-34996b5d49b3 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672712 Jun 16 18:59:11.776864 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e833670-a40a-49a7-9332-4af8c0108982 req-800ca837-0a6c-4bab-a162-0cce78d51aeb tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:11.778362 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8e833670-a40a-49a7-9332-4af8c0108982 req-800ca837-0a6c-4bab-a162-0cce78d51aeb tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0467157 Jun 16 18:59:11.824223 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8e833670-a40a-49a7-9332-4af8c0108982 req-eafc83f7-e731-4041-82de-ba725e8cda92 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396562 Jun 16 18:59:12.100460 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:12.820531 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3a518-23ff-442e-8a08-08dd06b6579c req-2115379d-84ac-4898-aa89-dca233c329fc tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:12.822098 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5de3a518-23ff-442e-8a08-08dd06b6579c req-2115379d-84ac-4898-aa89-dca233c329fc tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 943 time: 0.0793962 Jun 16 18:59:12.828521 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122881a-7ce3-436f-854e-aa5293823cc5 req-9abddcac-afd5-42fb-a68d-c8daa1e9724c tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:12.830015 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3122881a-7ce3-436f-854e-aa5293823cc5 req-9abddcac-afd5-42fb-a68d-c8daa1e9724c tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=80e17e79-e3fe-4730-b18f-d9aa0a2ba280 HTTP/1.1" status: 200 len: 945 time: 0.0772049 Jun 16 18:59:12.906876 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5de3a518-23ff-442e-8a08-08dd06b6579c req-5b425096-794f-45fe-97e0-426626f3864f tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759056 Jun 16 18:59:12.911560 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3122881a-7ce3-436f-854e-aa5293823cc5 req-1b1da245-a3ac-4dc9-9797-9135b0d57b41 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737393 Jun 16 18:59:13.013660 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0028b-dd70-4380-b0a9-42ed2d6dbaa0 req-5593e3a2-e0cc-4dd8-a0a4-22b97945db8d tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:13.015205 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d9a0028b-dd70-4380-b0a9-42ed2d6dbaa0 req-5593e3a2-e0cc-4dd8-a0a4-22b97945db8d tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0526617 Jun 16 18:59:13.064337 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d9a0028b-dd70-4380-b0a9-42ed2d6dbaa0 req-8711c2af-0811-475a-95ce-ec2237b39cc8 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428696 Jun 16 18:59:14.046568 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398325a-f424-42ec-bf9a-6c9dbf75893e req-ed558403-56e7-4fb5-a392-dbea11af3e82 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:14.048498 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f398325a-f424-42ec-bf9a-6c9dbf75893e req-ed558403-56e7-4fb5-a392-dbea11af3e82 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 943 time: 0.0746551 Jun 16 18:59:14.056403 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193d834-a99d-4f03-823d-45cee6964a01 req-befff4be-0266-4614-b0da-4d7ff46d3bfd tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:14.057779 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f193d834-a99d-4f03-823d-45cee6964a01 req-befff4be-0266-4614-b0da-4d7ff46d3bfd tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=80e17e79-e3fe-4730-b18f-d9aa0a2ba280 HTTP/1.1" status: 200 len: 945 time: 0.0741241 Jun 16 18:59:14.137195 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f398325a-f424-42ec-bf9a-6c9dbf75893e req-a2bb00c2-518a-49c5-b025-f00be68bcf0b tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784836 Jun 16 18:59:14.140135 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f193d834-a99d-4f03-823d-45cee6964a01 req-33c65ad3-ff13-4e3f-919d-9853ba0b01f3 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748608 Jun 16 18:59:14.241613 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f97c9-5449-4234-840e-8917130a2ae4 req-c130cce9-77d3-4593-848e-60ca0b3c83a6 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:14.243097 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d35f97c9-5449-4234-840e-8917130a2ae4 req-c130cce9-77d3-4593-848e-60ca0b3c83a6 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0479014 Jun 16 18:59:14.289616 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d35f97c9-5449-4234-840e-8917130a2ae4 req-a0f3e650-70ad-466a-9ae0-f2cde746a491 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408909 Jun 16 18:59:15.282977 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad55f8-3d15-414e-8b34-ad3d1bbd102e req-e761fe39-b00a-4be3-b7d7-a7c24b14d2f9 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:15.284470 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-35ad55f8-3d15-414e-8b34-ad3d1bbd102e req-e761fe39-b00a-4be3-b7d7-a7c24b14d2f9 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 943 time: 0.0802937 Jun 16 18:59:15.290422 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28131b-36f0-493a-81da-61545c3dccd8 req-61e8c37e-505b-496d-8b0c-88f013ee2dec tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:15.291769 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-bf28131b-36f0-493a-81da-61545c3dccd8 req-61e8c37e-505b-496d-8b0c-88f013ee2dec tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=80e17e79-e3fe-4730-b18f-d9aa0a2ba280 HTTP/1.1" status: 200 len: 945 time: 0.0843649 Jun 16 18:59:15.346830 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:15.369116 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-35ad55f8-3d15-414e-8b34-ad3d1bbd102e req-111e9aa9-f075-4fe2-9a6a-cfb1bf5cae2d tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764246 Jun 16 18:59:15.372238 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-bf28131b-36f0-493a-81da-61545c3dccd8 req-56dc3284-cc5c-4709-9843-55b62e495949 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730867 Jun 16 18:59:15.470700 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840d069-7e12-4c23-b6d1-521da58bc8b5 req-906cc002-8b35-47d4-b167-8572fd516ddc tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:15.472081 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2840d069-7e12-4c23-b6d1-521da58bc8b5 req-906cc002-8b35-47d4-b167-8572fd516ddc tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0462623 Jun 16 18:59:15.522588 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2840d069-7e12-4c23-b6d1-521da58bc8b5 req-c5d65699-932b-40e3-8ca5-30341607fd4a tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448010 Jun 16 18:59:16.507121 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87548098-048e-455a-b39f-36287fd65642 req-87fcdf17-6fcb-4de5-a53a-3e93d0dea960 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:16.508478 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-87548098-048e-455a-b39f-36287fd65642 req-87fcdf17-6fcb-4de5-a53a-3e93d0dea960 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 943 time: 0.0729315 Jun 16 18:59:16.516004 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7c748-cd1e-4016-8e29-a6e9ab4ec992 req-a4c80aed-2825-4ee9-98d1-f7b617b1b453 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:16.517997 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-faf7c748-cd1e-4016-8e29-a6e9ab4ec992 req-a4c80aed-2825-4ee9-98d1-f7b617b1b453 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=80e17e79-e3fe-4730-b18f-d9aa0a2ba280 HTTP/1.1" status: 200 len: 945 time: 0.0720193 Jun 16 18:59:16.526102 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:16.592781 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-87548098-048e-455a-b39f-36287fd65642 req-72341772-6948-496b-8424-3c96a4203b29 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738635 Jun 16 18:59:16.599411 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-faf7c748-cd1e-4016-8e29-a6e9ab4ec992 req-4e3c3999-14ad-464b-8fbd-bae664b56246 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747674 Jun 16 18:59:16.692932 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352cd77-bc11-46b3-8693-978694b42f21 req-c9b96f78-18e1-43a6-b170-614c5387095c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:16.694469 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9352cd77-bc11-46b3-8693-978694b42f21 req-c9b96f78-18e1-43a6-b170-614c5387095c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0471251 Jun 16 18:59:16.742096 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9352cd77-bc11-46b3-8693-978694b42f21 req-bb378966-d6e3-4980-800d-a3d0f452646a tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421157 Jun 16 18:59:17.657339 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401aac86-e8ce-4507-b7a7-8d6afe4ed40c req-583c45fd-b396-455d-b1c7-d369389f55cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:17.659630 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-401aac86-e8ce-4507-b7a7-8d6afe4ed40c req-583c45fd-b396-455d-b1c7-d369389f55cd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=80e17e79-e3fe-4730-b18f-d9aa0a2ba280 HTTP/1.1" status: 200 len: 1129 time: 0.0462239 Jun 16 18:59:17.743566 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85398d-885b-4651-96b4-ea3b1ddb0336 req-52168064-ea0c-46e5-9ace-a675eb42e018 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:17.745034 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-df85398d-885b-4651-96b4-ea3b1ddb0336 req-52168064-ea0c-46e5-9ace-a675eb42e018 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 943 time: 0.0806251 Jun 16 18:59:17.762307 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c138e-e838-4c70-b44d-36fe717b0e48 req-39c7a1eb-a496-47cf-abaa-40c95bfa3007 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:17.762307 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9b2c138e-e838-4c70-b44d-36fe717b0e48 req-39c7a1eb-a496-47cf-abaa-40c95bfa3007 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=80e17e79-e3fe-4730-b18f-d9aa0a2ba280 HTTP/1.1" status: 200 len: 945 time: 0.0792322 Jun 16 18:59:17.830556 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-df85398d-885b-4651-96b4-ea3b1ddb0336 req-29e9fa64-43a2-4709-b21d-3aeb182ffc61 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751796 Jun 16 18:59:17.835420 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9b2c138e-e838-4c70-b44d-36fe717b0e48 req-ec557a51-8fdd-450b-834d-6fb5f7b2c8cc tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721536 Jun 16 18:59:17.930299 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9f8d3-d4ab-4bb0-bce3-ab5e8f11772c req-7b915f4f-f70a-45ec-a174-b2bb0090d237 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:17.931667 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7cb9f8d3-d4ab-4bb0-bce3-ab5e8f11772c req-7b915f4f-f70a-45ec-a174-b2bb0090d237 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0463672 Jun 16 18:59:17.981269 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7cb9f8d3-d4ab-4bb0-bce3-ab5e8f11772c req-3bfaac98-3f13-4667-a0e5-b72a0338a81c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441422 Jun 16 18:59:18.473200 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 0709fc5a-ab77-4d05-928e-4bfc5179ed37 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=116194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:59:18.540284 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:18.557910 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:18.562401 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-401aac86-e8ce-4507-b7a7-8d6afe4ed40c req-37142561-45ca-4934-982e-cf05dd84e9b2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391250 Jun 16 18:59:18.573178 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 0709fc5a-ab77-4d05-928e-4bfc5179ed37, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=0709fc5a-ab77-4d05-928e-4bfc5179ed37,segment=NetworkSegment(8663ba12-146f-4a4a-92de-df95415fefb5),segment_id=8663ba12-146f-4a4a-92de-df95415fefb5)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:59:18.586188 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Returning: {'device': '0709fc5a-ab77-4d05-928e-4bfc5179ed37', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'port_id': '0709fc5a-ab77-4d05-928e-4bfc5179ed37', 'mac_address': 'fa:16:3e:52:6d:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:59:18.622975 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 0709fc5a-ab77-4d05-928e-4bfc5179ed37 is: DOWN; New status is: BUILD {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:59:18.623277 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (0709fc5a-ab77-4d05-928e-4bfc5179ed37), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:18.636410 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0709fc5a-ab77-4d05-928e-4bfc5179ed37 {{(pid=116194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:59:18.656035 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 0709fc5a-ab77-4d05-928e-4bfc5179ed37, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=0709fc5a-ab77-4d05-928e-4bfc5179ed37,segment=NetworkSegment(8663ba12-146f-4a4a-92de-df95415fefb5),segment_id=8663ba12-146f-4a4a-92de-df95415fefb5)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:59:18.694797 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (0709fc5a-ab77-4d05-928e-4bfc5179ed37), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:18.740815 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=0709fc5a-ab77-4d05-928e-4bfc5179ed37,revision_number=4']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:18.980700 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee0b60-c428-4604-951c-9f5b41d5054d req-1e635307-c446-4f4d-b6ae-418c6b998074 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:18.982205 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b2ee0b60-c428-4604-951c-9f5b41d5054d req-1e635307-c446-4f4d-b6ae-418c6b998074 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=80e17e79-e3fe-4730-b18f-d9aa0a2ba280 HTTP/1.1" status: 200 len: 945 time: 0.0782228 Jun 16 18:59:18.988928 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f48de-3b70-4c98-8c6d-575946fb05b5 req-3233deeb-e72f-486b-b044-fb2eafdb909f tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:18.990301 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-df4f48de-3b70-4c98-8c6d-575946fb05b5 req-3233deeb-e72f-486b-b044-fb2eafdb909f tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 944 time: 0.0844290 Jun 16 18:59:19.063553 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b2ee0b60-c428-4604-951c-9f5b41d5054d req-14d591d5-3f7a-4a6a-bd24-af8efb9a222d tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723281 Jun 16 18:59:19.070205 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] get_ports_and_sgs() called for port_ids ['0709fc5a-ab77-4d05-928e-4bfc5179ed37'] {{(pid=116194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:59:19.072626 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-df4f48de-3b70-4c98-8c6d-575946fb05b5 req-90b9f2f7-34b8-4d3a-be23-3f343aaf56a4 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747151 Jun 16 18:59:19.154152 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=3 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:19.155245 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=3 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:19.160189 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:19.171099 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c28d3-321c-420e-9c6a-78503551bba8 req-dbb07930-c527-4864-a9e5-28710319f32e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:19.172557 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d63c28d3-321c-420e-9c6a-78503551bba8 req-dbb07930-c527-4864-a9e5-28710319f32e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0467527 Jun 16 18:59:19.220143 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d63c28d3-321c-420e-9c6a-78503551bba8 req-c0d6c6ee-2e4c-4c53-ab13-31572524ff4e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413134 Jun 16 18:59:20.211594 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a893de6-cd0a-4392-b997-4226fd381b50 req-5834fb61-d19e-4fe2-a68d-ecbe2d0abd2c tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:20.213094 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0a893de6-cd0a-4392-b997-4226fd381b50 req-5834fb61-d19e-4fe2-a68d-ecbe2d0abd2c tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=80e17e79-e3fe-4730-b18f-d9aa0a2ba280 HTTP/1.1" status: 200 len: 945 time: 0.0767605 Jun 16 18:59:20.221624 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca3168c-ae63-4d47-a826-b04b0219f857 req-0de1d77e-5d67-42a4-a55a-e54041caa5d8 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:20.222982 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7ca3168c-ae63-4d47-a826-b04b0219f857 req-0de1d77e-5d67-42a4-a55a-e54041caa5d8 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 944 time: 0.0765653 Jun 16 18:59:20.297771 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0a893de6-cd0a-4392-b997-4226fd381b50 req-f309692c-21d1-4f91-8c07-2560ad5ae670 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738511 Jun 16 18:59:20.303004 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7ca3168c-ae63-4d47-a826-b04b0219f857 req-2e60e48c-f9f4-4c0b-97fd-b5d6f0b3eb49 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722959 Jun 16 18:59:20.400002 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eaf6a6-3a0b-4f69-8899-7f3d1e77b9e2 req-e24ee425-27d8-4548-86b0-069f51edeec1 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:20.401519 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-76eaf6a6-3a0b-4f69-8899-7f3d1e77b9e2 req-e24ee425-27d8-4548-86b0-069f51edeec1 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0495930 Jun 16 18:59:20.428588 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:20.450821 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-76eaf6a6-3a0b-4f69-8899-7f3d1e77b9e2 req-31cde75e-212a-428d-bb6a-6c64b8b8c4d2 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435438 Jun 16 18:59:20.488754 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 0709fc5a-ab77-4d05-928e-4bfc5179ed37 up at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:59:20.532524 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning for port 0709fc5a-ab77-4d05-928e-4bfc5179ed37 completed by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 18:59:20.581555 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning complete for port 0709fc5a-ab77-4d05-928e-4bfc5179ed37 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:59:20.581937 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (0709fc5a-ab77-4d05-928e-4bfc5179ed37), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:20.653671 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 0709fc5a-ab77-4d05-928e-4bfc5179ed37 is: BUILD; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:59:20.653968 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (0709fc5a-ab77-4d05-928e-4bfc5179ed37), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:20.676544 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73e2d8a-72b0-45bc-9693-eecf5c504b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0709fc5a-ab77-4d05-928e-4bfc5179ed37'}] {{(pid=116194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:59:20.678792 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c514dfdaa64f5ff94ef0a30f0983ecc87ad84dbda33c755e7db481fe7439434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1c2c6c-79aa-4bf0-a035-ef88992b13b3" -d '{"events": [{"server_uuid": "d73e2d8a-72b0-45bc-9693-eecf5c504b5b", "name": "network-vif-plugged", "status": "completed", "tag": "0709fc5a-ab77-4d05-928e-4bfc5179ed37"}]}' {{(pid=116194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:59:20.691439 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 0709fc5a-ab77-4d05-928e-4bfc5179ed37, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=0709fc5a-ab77-4d05-928e-4bfc5179ed37,segment=NetworkSegment(8663ba12-146f-4a4a-92de-df95415fefb5),segment_id=8663ba12-146f-4a4a-92de-df95415fefb5)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:59:20.713195 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5880b7a5-abf4-4c74-ba25-c1bffa4658e7 x-openstack-request-id: req-5880b7a5-abf4-4c74-ba25-c1bffa4658e7 {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:59:20.713544 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73e2d8a-72b0-45bc-9693-eecf5c504b5b", "name": "network-vif-plugged", "status": "completed", "tag": "0709fc5a-ab77-4d05-928e-4bfc5179ed37", "code": 200}]} {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:59:20.713799 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5880b7a5-abf4-4c74-ba25-c1bffa4658e7 {{(pid=116194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:59:20.714189 dv-cinder-846171-1-iscsi neutron-server[116194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5880b7a5-abf4-4c74-ba25-c1bffa4658e7'] response: {'server_uuid': 'd73e2d8a-72b0-45bc-9693-eecf5c504b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0709fc5a-ab77-4d05-928e-4bfc5179ed37', 'code': 200} Jun 16 18:59:20.746793 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (0709fc5a-ab77-4d05-928e-4bfc5179ed37), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:20.796227 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=0709fc5a-ab77-4d05-928e-4bfc5179ed37,revision_number=5']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:21.136481 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:21.144765 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:21.476808 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94578593-19ff-4b8e-8fe6-1e2ffdd5bd4c req-ba7ce51e-0fe1-4f58-bebb-db992fb6b9ea tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:21.479700 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-94578593-19ff-4b8e-8fe6-1e2ffdd5bd4c req-ba7ce51e-0fe1-4f58-bebb-db992fb6b9ea tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=80e17e79-e3fe-4730-b18f-d9aa0a2ba280 HTTP/1.1" status: 200 len: 945 time: 0.1128192 Jun 16 18:59:21.494902 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a3103-eb6f-4f16-a9fe-2893ac99599e req-077921a3-6828-463b-8c78-a9e073dc90df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:21.496314 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1d7a3103-eb6f-4f16-a9fe-2893ac99599e req-077921a3-6828-463b-8c78-a9e073dc90df service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 1129 time: 0.0820220 Jun 16 18:59:21.502303 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3e1f6-59f0-4ceb-a858-9f7a7a9fc85e req-c370a34b-25ee-4653-b545-41caf0532ae5 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:21.503633 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-14f3e1f6-59f0-4ceb-a858-9f7a7a9fc85e req-c370a34b-25ee-4653-b545-41caf0532ae5 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 945 time: 0.1224101 Jun 16 18:59:21.593271 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-94578593-19ff-4b8e-8fe6-1e2ffdd5bd4c req-8d8edb2d-e14e-4d1d-9a1d-839d1e6d2bb8 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050382 Jun 16 18:59:21.612908 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1d7a3103-eb6f-4f16-a9fe-2893ac99599e req-b39b0c5f-67db-4f4c-b53c-3c9dd51de152 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074531 Jun 16 18:59:21.617157 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-14f3e1f6-59f0-4ceb-a858-9f7a7a9fc85e req-c8cb2506-ec1f-4d51-8fb0-fd495182dbde tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000237 Jun 16 18:59:21.698452 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e10c9-de21-4b1b-917b-f1fe5758bda1 req-15d48b4b-2adf-44d2-ba1b-3b4c923b77ec tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:21.699907 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-cc0e10c9-de21-4b1b-917b-f1fe5758bda1 req-15d48b4b-2adf-44d2-ba1b-3b4c923b77ec tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0476954 Jun 16 18:59:21.748153 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-cc0e10c9-de21-4b1b-917b-f1fe5758bda1 req-06efc181-5333-4e60-9bcb-5ee112338279 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419054 Jun 16 18:59:22.732371 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293caba-dcd6-48dd-aab6-919a5fe9d5e2 req-23cd6b37-915b-4327-bf39-81612a93cf95 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:22.733883 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1293caba-dcd6-48dd-aab6-919a5fe9d5e2 req-23cd6b37-915b-4327-bf39-81612a93cf95 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 945 time: 0.0469911 Jun 16 18:59:22.788375 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1293caba-dcd6-48dd-aab6-919a5fe9d5e2 req-49296cd9-7e79-4580-908c-33b2ea19c515 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477240 Jun 16 18:59:22.864976 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b321f5-8a19-47c4-84e2-0d7edb6bc233 req-a6f77049-bad0-474b-a4d7-d49b5524d5b8 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:22.866448 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a7b321f5-8a19-47c4-84e2-0d7edb6bc233 req-a6f77049-bad0-474b-a4d7-d49b5524d5b8 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=80e17e79-e3fe-4730-b18f-d9aa0a2ba280 HTTP/1.1" status: 200 len: 945 time: 0.0563092 Jun 16 18:59:22.913495 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49d443-a9ed-4a73-9e0b-713ecf66bd03 req-9d09e891-9c2d-4f25-877a-338b17cbf734 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:22.914927 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4c49d443-a9ed-4a73-9e0b-713ecf66bd03 req-9d09e891-9c2d-4f25-877a-338b17cbf734 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0717077 Jun 16 18:59:22.954328 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a7b321f5-8a19-47c4-84e2-0d7edb6bc233 req-e175797d-5b93-4fa0-956e-bb5518514309 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719786 Jun 16 18:59:22.984772 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4c49d443-a9ed-4a73-9e0b-713ecf66bd03 req-4e24b7f4-c91d-411e-8644-a4ef0b0186d1 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600595 Jun 16 18:59:23.881177 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:23.900055 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43b1f2-f85d-4bed-8f1b-04b5d73a527d req-57fbbe0f-0c3f-4efe-9b8d-9d9d4d340953 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:23.901526 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3b43b1f2-f85d-4bed-8f1b-04b5d73a527d req-57fbbe0f-0c3f-4efe-9b8d-9d9d4d340953 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 945 time: 0.0481367 Jun 16 18:59:23.949727 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3b43b1f2-f85d-4bed-8f1b-04b5d73a527d req-84e26d48-c064-46d6-aa89-4383e568a96f tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426469 Jun 16 18:59:24.074364 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10ef87-fea5-4be7-a3f8-57582a7921a7 req-b0deaf80-abda-4a91-b964-42e23e1b00ee tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:24.078575 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7a10ef87-fea5-4be7-a3f8-57582a7921a7 req-b0deaf80-abda-4a91-b964-42e23e1b00ee tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=80e17e79-e3fe-4730-b18f-d9aa0a2ba280 HTTP/1.1" status: 200 len: 945 time: 0.0508001 Jun 16 18:59:24.160018 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572716c3-6334-4c29-8533-ba66fcbd3777 req-459fbfc9-4035-4f3d-bef9-06e0bdd716d0 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:24.161474 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-572716c3-6334-4c29-8533-ba66fcbd3777 req-459fbfc9-4035-4f3d-bef9-06e0bdd716d0 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0701549 Jun 16 18:59:24.168099 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7a10ef87-fea5-4be7-a3f8-57582a7921a7 req-69a9ae99-0abc-4ef8-90f0-0754a67a56ff tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862718 Jun 16 18:59:24.209992 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-572716c3-6334-4c29-8533-ba66fcbd3777 req-479439e9-8d20-427e-ab2e-98bfcf241d3c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409811 Jun 16 18:59:25.060748 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10380509-1b78-4136-84b5-d29aed7a41d5 req-da2c5a4f-2ac2-4349-aa09-8ecf34462be3 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:25.062218 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-10380509-1b78-4136-84b5-d29aed7a41d5 req-da2c5a4f-2ac2-4349-aa09-8ecf34462be3 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 945 time: 0.0471082 Jun 16 18:59:25.110084 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-10380509-1b78-4136-84b5-d29aed7a41d5 req-307e4755-7d2e-42f6-8fed-f5af68c8ce8f tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421791 Jun 16 18:59:25.205716 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:25.222088 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080cbce8-c02b-41ce-b512-b5b413a8e8db req-73ff2044-5049-4d5c-86e6-fec5f1c056e7 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:25.223566 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-080cbce8-c02b-41ce-b512-b5b413a8e8db req-73ff2044-5049-4d5c-86e6-fec5f1c056e7 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 945 time: 0.0471184 Jun 16 18:59:25.308217 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e87dc1-d526-427c-aeb7-3339b4c00e04 req-ddada013-cfc0-4d6d-aa76-c456c9391a39 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:25.309722 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-33e87dc1-d526-427c-aeb7-3339b4c00e04 req-ddada013-cfc0-4d6d-aa76-c456c9391a39 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=80e17e79-e3fe-4730-b18f-d9aa0a2ba280 HTTP/1.1" status: 200 len: 945 time: 0.0733654 Jun 16 18:59:25.314263 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-080cbce8-c02b-41ce-b512-b5b413a8e8db req-b365d35b-ea4c-4157-ab91-10773112b094 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852039 Jun 16 18:59:25.337100 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 51988) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:59:25.365806 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-33e87dc1-d526-427c-aeb7-3339b4c00e04 req-ab656bc6-13aa-4e64-85d7-1a86fe11d827 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504839 Jun 16 18:59:25.428418 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b1ff9-5083-49b0-bfb2-ac1c840bbd75 req-9e1b3a43-6a62-4a94-be6b-2fc7d3dfe20b tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:25.429927 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2a0b1ff9-5083-49b0-bfb2-ac1c840bbd75 req-9e1b3a43-6a62-4a94-be6b-2fc7d3dfe20b tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0469303 Jun 16 18:59:25.499799 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2a0b1ff9-5083-49b0-bfb2-ac1c840bbd75 req-383a085a-b543-42b1-b1e3-8440004bdbcc tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642476 Jun 16 18:59:25.558790 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767fc3dd-5416-4a24-a61e-24aa2b875300 tempest-TestVolumeBootPattern-933837816 tempest-TestVolumeBootPattern-933837816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:25.560208 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-767fc3dd-5416-4a24-a61e-24aa2b875300 tempest-TestVolumeBootPattern-933837816 tempest-TestVolumeBootPattern-933837816-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 1124 time: 0.2213283 Jun 16 18:59:25.563190 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 51992) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 18:59:25.568039 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-c2c0b0bc-8c96-4418-b0ab-02306ca57645 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Request body: {'floatingip': {'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'port_id': '0709fc5a-ab77-4d05-928e-4bfc5179ed37', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'fixed_ip_address': '172.20.0.8'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:59:25.621447 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c2c0b0bc-8c96-4418-b0ab-02306ca57645 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:25.699944 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c2c0b0bc-8c96-4418-b0ab-02306ca57645 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:25.809270 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.db_base_plugin_common [None req-c2c0b0bc-8c96-4418-b0ab-02306ca57645 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Allocated IP 172.27.0.246 (d7ab3290-3ce1-430c-a2b5-625628340a0e/2251f151-d04b-4b41-88db-58f0d465a2f0/4297e893-058f-4698-aa47-3c6d430c7658) {{(pid=116192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:59:25.909573 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c2c0b0bc-8c96-4418-b0ab-02306ca57645 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for port (4297e893-058f-4698-aa47-3c6d430c7658), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:25.941387 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1492f2-9d73-4bba-a177-0e1db94b620a req-8825bea6-a911-4b88-b56f-399534009019 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:25.942849 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6a1492f2-9d73-4bba-a177-0e1db94b620a req-8825bea6-a911-4b88-b56f-399534009019 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.66 "GET /v2.0/ports?device_id=80e17e79-e3fe-4730-b18f-d9aa0a2ba280 HTTP/1.1" status: 200 len: 945 time: 0.0533900 Jun 16 18:59:25.982214 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c2c0b0bc-8c96-4418-b0ab-02306ca57645 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326567'] for port (4297e893-058f-4698-aa47-3c6d430c7658), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:26.024756 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c0b0bc-8c96-4418-b0ab-02306ca57645 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Network d7ab3290-3ce1-430c-a2b5-625628340a0e is already hosted by enough agents. {{(pid=116192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:59:26.031648 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-c2c0b0bc-8c96-4418-b0ab-02306ca57645 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Resources bound (agent type, host, resource id): {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:59:26.035491 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c0b0bc-8c96-4418-b0ab-02306ca57645 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Received port after_create {{(pid=116192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:59:26.038802 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c0b0bc-8c96-4418-b0ab-02306ca57645 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Pushing event updated for resources: {'Port': ['ID=4297e893-058f-4698-aa47-3c6d430c7658,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:26.062934 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-6a1492f2-9d73-4bba-a177-0e1db94b620a req-7533c9de-dfa7-47c2-89b5-8c2c90e0d819 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Deleting port 91d816fa-5153-4ca2-a433-bfd341a293f7 {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:59:26.062934 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-6a1492f2-9d73-4bba-a177-0e1db94b620a req-7533c9de-dfa7-47c2-89b5-8c2c90e0d819 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (91d816fa-5153-4ca2-a433-bfd341a293f7), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:26.154493 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-6a1492f2-9d73-4bba-a177-0e1db94b620a req-7533c9de-dfa7-47c2-89b5-8c2c90e0d819 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] For port 91d816fa-5153-4ca2-a433-bfd341a293f7, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=91d816fa-5153-4ca2-a433-bfd341a293f7,segment=NetworkSegment(a85bed8a-b2ca-457b-91bf-1dc1b4e7b066),segment_id=a85bed8a-b2ca-457b-91bf-1dc1b4e7b066)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:59:26.154860 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-6a1492f2-9d73-4bba-a177-0e1db94b620a req-7533c9de-dfa7-47c2-89b5-8c2c90e0d819 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (91d816fa-5153-4ca2-a433-bfd341a293f7), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:26.170425 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-6a1492f2-9d73-4bba-a177-0e1db94b620a req-7533c9de-dfa7-47c2-89b5-8c2c90e0d819 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Calling delete_port for 91d816fa-5153-4ca2-a433-bfd341a293f7 owned by compute:nova {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:59:26.219563 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:26.358930 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-6a1492f2-9d73-4bba-a177-0e1db94b620a req-7533c9de-dfa7-47c2-89b5-8c2c90e0d819 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (91d816fa-5153-4ca2-a433-bfd341a293f7), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:26.366447 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:26.374357 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] get_ports_and_sgs() called for port_ids ['91d816fa-5153-4ca2-a433-bfd341a293f7'] {{(pid=116194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:59:26.385796 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:26.391185 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c2c0b0bc-8c96-4418-b0ab-02306ca57645 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for floatingip (d4ff7f99-1f4a-4976-803c-caeb4d72eb80), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:26.392921 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533c9de-dfa7-47c2-89b5-8c2c90e0d819 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Pushing event deleted for resources: {'Port': ['ID=91d816fa-5153-4ca2-a433-bfd341a293f7,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:26.493167 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-80bd0aec-932a-4f13-b062-7f238588c875 req-ca7b270c-b289-4668-951b-a8fa48ef9ee5 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=80e17e79-e3fe-4730-b18f-d9aa0a2ba280 HTTP/1.1" status: 200 len: 210 time: 0.0483625 Jun 16 18:59:26.493962 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1492f2-9d73-4bba-a177-0e1db94b620a req-7533c9de-dfa7-47c2-89b5-8c2c90e0d819 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] No DVR routers for this DVR port 91d816fa-5153-4ca2-a433-bfd341a293f7 on host hv-cinder-84617 {{(pid=116193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:59:26.497102 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-6a1492f2-9d73-4bba-a177-0e1db94b620a req-7533c9de-dfa7-47c2-89b5-8c2c90e0d819 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:26.500610 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6a1492f2-9d73-4bba-a177-0e1db94b620a req-7533c9de-dfa7-47c2-89b5-8c2c90e0d819 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.66 "DELETE /v2.0/ports/91d816fa-5153-4ca2-a433-bfd341a293f7 HTTP/1.1" status: 204 len: 173 time: 0.5492818 Jun 16 18:59:26.501071 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e17e79-e3fe-4730-b18f-d9aa0a2ba280', 'name': 'network-vif-deleted', 'tag': '91d816fa-5153-4ca2-a433-bfd341a293f7'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:59:26.503955 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c9ccbd-e469-48a8-93c8-3dad5107a3d5" -d '{"events": [{"server_uuid": "80e17e79-e3fe-4730-b18f-d9aa0a2ba280", "name": "network-vif-deleted", "tag": "91d816fa-5153-4ca2-a433-bfd341a293f7"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:59:26.542949 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12dd679a-bd86-484c-aeb3-7f92130e0ca4 x-openstack-request-id: req-12dd679a-bd86-484c-aeb3-7f92130e0ca4 {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:59:26.543284 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e17e79-e3fe-4730-b18f-d9aa0a2ba280", "name": "network-vif-deleted", "tag": "91d816fa-5153-4ca2-a433-bfd341a293f7", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:59:26.543554 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-12dd679a-bd86-484c-aeb3-7f92130e0ca4 {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:59:26.544077 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12dd679a-bd86-484c-aeb3-7f92130e0ca4'] response: {'server_uuid': '80e17e79-e3fe-4730-b18f-d9aa0a2ba280', 'name': 'network-vif-deleted', 'tag': '91d816fa-5153-4ca2-a433-bfd341a293f7', 'status': 'completed', 'code': 200} Jun 16 18:59:26.560217 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c2c0b0bc-8c96-4418-b0ab-02306ca57645 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (4297e893-058f-4698-aa47-3c6d430c7658), before_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:26.630362 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782c06d-a8ef-4773-92b4-d8b9070a820e req-e4d2fad9-6bed-4a05-88c1-93a6a7fc31c1 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:26.632199 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d782c06d-a8ef-4773-92b4-d8b9070a820e req-e4d2fad9-6bed-4a05-88c1-93a6a7fc31c1 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0560305 Jun 16 18:59:26.680556 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d782c06d-a8ef-4773-92b4-d8b9070a820e req-4c696749-8828-474a-a9f4-8a5d1509a22e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430903 Jun 16 18:59:26.729386 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c2c0b0bc-8c96-4418-b0ab-02306ca57645 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for port (4297e893-058f-4698-aa47-3c6d430c7658), precommit_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:26.949560 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c2c0b0bc-8c96-4418-b0ab-02306ca57645 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326574'] for port (4297e893-058f-4698-aa47-3c6d430c7658), after_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:26.949560 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c0b0bc-8c96-4418-b0ab-02306ca57645 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Pushing event updated for resources: {'Port': ['ID=4297e893-058f-4698-aa47-3c6d430c7658,revision_number=2']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:26.954613 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c2c0b0bc-8c96-4418-b0ab-02306ca57645 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8340165'] for floatingip (d4ff7f99-1f4a-4976-803c-caeb4d72eb80), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:27.054005 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.db.l3_db [None req-c2c0b0bc-8c96-4418-b0ab-02306ca57645 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Floating IP d4ff7f99-1f4a-4976-803c-caeb4d72eb80 associated. External IP: 172.27.0.246, port: 0709fc5a-ab77-4d05-928e-4bfc5179ed37. Jun 16 18:59:27.141031 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:27.251071 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c0b0bc-8c96-4418-b0ab-02306ca57645 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Router 868c3318-095c-49d9-982d-37995465aa5f has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 18:59:27.363680 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c0b0bc-8c96-4418-b0ab-02306ca57645 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 18:59:27.379862 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b73bab7-a293-4f30-bdeb-93b3728427cc None None] Sync routers for ids ['868c3318-095c-49d9-982d-37995465aa5f'] in dv-cinder-846171-1-iscsi {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 18:59:27.383228 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:27.390514 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b73bab7-a293-4f30-bdeb-93b3728427cc None None] Routers {'868c3318-095c-49d9-982d-37995465aa5f'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:59:27.391218 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-8b73bab7-a293-4f30-bdeb-93b3728427cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:59:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['868c3318-095c-49d9-982d-37995465aa5f'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:59:27.474971 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c2c0b0bc-8c96-4418-b0ab-02306ca57645 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for floatingip (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:27.508210 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:27.515505 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-c2c0b0bc-8c96-4418-b0ab-02306ca57645 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9455457 Jun 16 18:59:27.515672 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-8b73bab7-a293-4f30-bdeb-93b3728427cc None None] Set router 868c3318-095c-49d9-982d-37995465aa5f gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:59:27.515779 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73e2d8a-72b0-45bc-9693-eecf5c504b5b', 'tag': '0709fc5a-ab77-4d05-928e-4bfc5179ed37'}] {{(pid=116192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:59:27.515779 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744e9e4082f242c101b6c91db8253db5b8bdf8a002bfe2f24814a1499063359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad81b93d-f339-4b6e-8866-c45c3f8cc9b5" -d '{"events": [{"name": "network-changed", "server_uuid": "d73e2d8a-72b0-45bc-9693-eecf5c504b5b", "tag": "0709fc5a-ab77-4d05-928e-4bfc5179ed37"}]}' {{(pid=116192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:59:27.538287 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:27.551651 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69733c1-5216-469e-96d1-9e4b872ca23e x-openstack-request-id: req-f69733c1-5216-469e-96d1-9e4b872ca23e {{(pid=116192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:59:27.551943 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73e2d8a-72b0-45bc-9693-eecf5c504b5b", "tag": "0709fc5a-ab77-4d05-928e-4bfc5179ed37", "status": "completed", "code": 200}]} {{(pid=116192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:59:27.552188 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f69733c1-5216-469e-96d1-9e4b872ca23e {{(pid=116192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:59:27.552587 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f69733c1-5216-469e-96d1-9e4b872ca23e'] response: {'name': 'network-changed', 'server_uuid': 'd73e2d8a-72b0-45bc-9693-eecf5c504b5b', 'tag': '0709fc5a-ab77-4d05-928e-4bfc5179ed37', 'status': 'completed', 'code': 200} Jun 16 18:59:27.640529 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b7142eb1-6df7-403a-8e66-8f13105f9b17 req-8d9c33bf-bd9d-40c2-a7d6-7e73dfb8d5ab tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=80e17e79-e3fe-4730-b18f-d9aa0a2ba280 HTTP/1.1" status: 200 len: 210 time: 0.0516865 Jun 16 18:59:27.652798 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81b93d-f339-4b6e-8866-c45c3f8cc9b5 req-a655f31c-eda0-440d-8a67-5d9c351ddf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:27.654478 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ad81b93d-f339-4b6e-8866-c45c3f8cc9b5 req-a655f31c-eda0-440d-8a67-5d9c351ddf4f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc32e3179c534d83b3d4108a38fb9d19&device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 1129 time: 0.0746534 Jun 16 18:59:27.782554 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81b93d-f339-4b6e-8866-c45c3f8cc9b5 req-4a825a08-3540-4273-8eb7-0a12c2b58652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:27.782554 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ad81b93d-f339-4b6e-8866-c45c3f8cc9b5 req-4a825a08-3540-4273-8eb7-0a12c2b58652 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f31f33e6-f431-4d4c-a847-a5f33b248bb8 HTTP/1.1" status: 200 len: 914 time: 0.1143064 Jun 16 18:59:27.860545 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46493fac-709f-4b88-a036-c401b5588a70 req-13f76ce0-f586-4d15-b76f-787b92b347e8 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:27.862690 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-46493fac-709f-4b88-a036-c401b5588a70 req-13f76ce0-f586-4d15-b76f-787b92b347e8 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0992446 Jun 16 18:59:27.883559 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:27.895520 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ad81b93d-f339-4b6e-8866-c45c3f8cc9b5 req-1eb819b3-7abf-4f50-bbae-0e0cb12339c2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0709fc5a-ab77-4d05-928e-4bfc5179ed37 HTTP/1.1" status: 200 len: 999 time: 0.0910738 Jun 16 18:59:27.924526 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-8b73bab7-a293-4f30-bdeb-93b3728427cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868c3318-095c-49d9-982d-37995465aa5f', 'name': 'tempest-TestVolumeBootPattern-1948789007-router', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:57:58Z', 'revision_number': 4, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'gw_port': {'id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': 'd4ff7f99-1f4a-4976-803c-caeb4d72eb80', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'floating_ip_address': '172.27.0.246', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': '868c3318-095c-49d9-982d-37995465aa5f', 'port_id': '0709fc5a-ab77-4d05-928e-4bfc5179ed37', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'mac_address': 'fa:16:3e:52:6d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73e2d8a-72b0-45bc-9693-eecf5c504b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:59:26Z', 'updated_at': '2022-06-16T18:59:26Z', 'revision_number': 0, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd7ded77-b28c-46ec-854f-a2cc65c7c322', 'name': '', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'mac_address': 'fa:16:3e:4e:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:57Z', 'updated_at': '2022-06-16T18:58:02Z', 'revision_number': 5, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'subnets': [{'id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:59:27.949203 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b73bab7-a293-4f30-bdeb-93b3728427cc None None] Checking router: 868c3318-095c-49d9-982d-37995465aa5f for host: dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 18:59:27.951498 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-46493fac-709f-4b88-a036-c401b5588a70 req-8fb8186a-5255-4883-aaf8-891d0403807d tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800407 Jun 16 18:59:27.958002 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b73bab7-a293-4f30-bdeb-93b3728427cc None None] Routers {'868c3318-095c-49d9-982d-37995465aa5f'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 18:59:27.958614 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-8b73bab7-a293-4f30-bdeb-93b3728427cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T18:59:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['868c3318-095c-49d9-982d-37995465aa5f'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:59:27.967559 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81b93d-f339-4b6e-8866-c45c3f8cc9b5 req-f97157ed-185e-4b49-8f31-c7f8264e4aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:27.968373 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ad81b93d-f339-4b6e-8866-c45c3f8cc9b5 req-f97157ed-185e-4b49-8f31-c7f8264e4aba service neutron] 10.222.0.66 "GET /v2.0/subnets?id=38fcf1af-5fbd-4e35-811d-148efba21d9d HTTP/1.1" status: 200 len: 851 time: 0.0617628 Jun 16 18:59:28.017869 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81b93d-f339-4b6e-8866-c45c3f8cc9b5 req-616fc6ce-c186-4ebf-9223-01c651a1ec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:28.019526 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ad81b93d-f339-4b6e-8866-c45c3f8cc9b5 req-616fc6ce-c186-4ebf-9223-01c651a1ec54 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f31f33e6-f431-4d4c-a847-a5f33b248bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439956 Jun 16 18:59:28.064962 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-8b73bab7-a293-4f30-bdeb-93b3728427cc None None] Set router 868c3318-095c-49d9-982d-37995465aa5f gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 18:59:28.119312 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ad81b93d-f339-4b6e-8866-c45c3f8cc9b5 req-9f58f99a-5aa5-4e94-9f67-ab1f7cf21055 service neutron] 10.222.0.66 "GET /v2.0/networks/f31f33e6-f431-4d4c-a847-a5f33b248bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861814 Jun 16 18:59:28.165658 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:28.216592 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=100 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:28.237121 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ad81b93d-f339-4b6e-8866-c45c3f8cc9b5 req-2cbecc96-b791-424d-916b-d11ebc923341 service neutron] 10.222.0.66 "GET /v2.0/networks/f31f33e6-f431-4d4c-a847-a5f33b248bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907569 Jun 16 18:59:28.290184 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-8b73bab7-a293-4f30-bdeb-93b3728427cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868c3318-095c-49d9-982d-37995465aa5f', 'name': 'tempest-TestVolumeBootPattern-1948789007-router', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:57:58Z', 'revision_number': 4, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'gw_port': {'id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': 'd4ff7f99-1f4a-4976-803c-caeb4d72eb80', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'floating_ip_address': '172.27.0.246', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': '868c3318-095c-49d9-982d-37995465aa5f', 'port_id': '0709fc5a-ab77-4d05-928e-4bfc5179ed37', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'mac_address': 'fa:16:3e:52:6d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73e2d8a-72b0-45bc-9693-eecf5c504b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:59:26Z', 'updated_at': '2022-06-16T18:59:26Z', 'revision_number': 0, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd7ded77-b28c-46ec-854f-a2cc65c7c322', 'name': '', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'mac_address': 'fa:16:3e:4e:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:57Z', 'updated_at': '2022-06-16T18:58:02Z', 'revision_number': 5, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'subnets': [{'id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 18:59:28.314603 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b73bab7-a293-4f30-bdeb-93b3728427cc None None] The sync data for ids ['868c3318-095c-49d9-982d-37995465aa5f'] in dv-cinder-846171-1-iscsi is: [{'id': '868c3318-095c-49d9-982d-37995465aa5f', 'name': 'tempest-TestVolumeBootPattern-1948789007-router', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:57:58Z', 'revision_number': 4, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'gw_port': {'id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': 'd4ff7f99-1f4a-4976-803c-caeb4d72eb80', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'floating_ip_address': '172.27.0.246', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': '868c3318-095c-49d9-982d-37995465aa5f', 'port_id': '0709fc5a-ab77-4d05-928e-4bfc5179ed37', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'mac_address': 'fa:16:3e:52:6d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73e2d8a-72b0-45bc-9693-eecf5c504b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:59:26Z', 'updated_at': '2022-06-16T18:59:26Z', 'revision_number': 0, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd7ded77-b28c-46ec-854f-a2cc65c7c322', 'name': '', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'mac_address': 'fa:16:3e:4e:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:57Z', 'updated_at': '2022-06-16T18:58:02Z', 'revision_number': 5, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'subnets': [{'id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 18:59:28.514964 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f9a130-3cac-4c88-9e6e-44b367678bd3 None None] New status for floating IP d4ff7f99-1f4a-4976-803c-caeb4d72eb80: ACTIVE {{(pid=116195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 18:59:28.964735 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-165ba235-a50a-48fd-9408-3d6498918227 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:28.966133 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-165ba235-a50a-48fd-9408-3d6498918227 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/networks?id=38d494d8-3507-4c7f-9260-d84973fd6d03 HTTP/1.1" status: 200 len: 808 time: 0.1107116 Jun 16 18:59:28.980586 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-6d9cebb3-d860-4bd4-99ee-23eb23a39ed1 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/quotas/c5e5a9406f7f4ccba4aaf2cccf1de07e HTTP/1.1" status: 200 len: 375 time: 0.0090618 Jun 16 18:59:29.107153 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 6 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 18:59:29.231606 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-e7562ee9-b2e6-4b84-b310-7783a6f4f147 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c5e5a9406f7f4ccba4aaf2cccf1de07e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2456548 Jun 16 18:59:29.256946 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 91d816fa-5153-4ca2-a433-bfd341a293f7 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:59:29.265252 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8414a-a1a8-4b6b-8d4a-3e8632935f49 req-c5dd7567-8a31-41b5-9285-d531a1d34399 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:29.266765 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b5e8414a-a1a8-4b6b-8d4a-3e8632935f49 req-c5dd7567-8a31-41b5-9285-d531a1d34399 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0732172 Jun 16 18:59:29.276952 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] No Port match for: 91d816fa-5153-4ca2-a433-bfd341a293f7 {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 18:59:29.277329 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 91d816fa-5153-4ca2-a433-bfd341a293f7 not bound to the agent host hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:59:29.367034 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b5e8414a-a1a8-4b6b-8d4a-3e8632935f49 req-2dbacd50-3227-41ae-887f-e818f5d4989a tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921118 Jun 16 18:59:29.371132 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-fac7ba07-3e68-4d34-8472-5bc37073e121 service neutron] 10.222.0.81 "GET /v2.0/networks/38d494d8-3507-4c7f-9260-d84973fd6d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312072 Jun 16 18:59:29.459850 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-34f9e857-a869-44c4-8525-f49a26eb5c13 service neutron] 10.222.0.81 "GET /v2.0/networks/38d494d8-3507-4c7f-9260-d84973fd6d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824676 Jun 16 18:59:29.688715 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b30a444b-b7c0-437f-89cd-113374e566f6 req-403ca075-c826-4d9c-919c-bf0e1ee9a5d6 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=d500eb77-0c7f-432b-8afb-de6928841d70 HTTP/1.1" status: 200 len: 210 time: 0.0319829 Jun 16 18:59:30.487277 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99fc74-71d6-467d-a8e6-f7ad951e8fdb req-9571ce4b-ae3d-4713-84fd-df554687dd75 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:30.488755 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1b99fc74-71d6-467d-a8e6-f7ad951e8fdb req-9571ce4b-ae3d-4713-84fd-df554687dd75 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0480995 Jun 16 18:59:30.535872 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1b99fc74-71d6-467d-a8e6-f7ad951e8fdb req-745170cb-61c2-4f0e-8057-cc61c56a695a tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415039 Jun 16 18:59:30.781469 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b418d904-3f5f-4609-926f-36d815169f34 req-b24c4bcd-3a09-4a63-8dd3-b76567268080 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=d500eb77-0c7f-432b-8afb-de6928841d70 HTTP/1.1" status: 200 len: 210 time: 0.0276194 Jun 16 18:59:31.398454 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9660a3-c7e4-4932-9582-7dfda3bcb15b req-f960f307-9650-46bc-affc-d0c8514690aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:31.399950 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6f9660a3-c7e4-4932-9582-7dfda3bcb15b req-f960f307-9650-46bc-affc-d0c8514690aa service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4&tenant_id=0b607bd5abec4c72842e250a639f99f1 HTTP/1.1" status: 200 len: 1128 time: 0.0727937 Jun 16 18:59:31.461843 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9660a3-c7e4-4932-9582-7dfda3bcb15b req-e4d39a28-e63c-44a2-975a-bde0d19fd78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:31.463309 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6f9660a3-c7e4-4932-9582-7dfda3bcb15b req-e4d39a28-e63c-44a2-975a-bde0d19fd78b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0b607bd5abec4c72842e250a639f99f1&device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 1128 time: 0.0378056 Jun 16 18:59:31.556982 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9660a3-c7e4-4932-9582-7dfda3bcb15b req-40610acb-8338-4d9c-8563-e54fecfc4c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:31.558490 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6f9660a3-c7e4-4932-9582-7dfda3bcb15b req-40610acb-8338-4d9c-8563-e54fecfc4c6b service neutron] 10.222.0.66 "GET /v2.0/networks?id=b63c6cac-d1b4-42bd-9dde-7d5291a4c111 HTTP/1.1" status: 200 len: 918 time: 0.0871773 Jun 16 18:59:31.633150 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6f9660a3-c7e4-4932-9582-7dfda3bcb15b req-3f17f73d-8939-4448-a9ce-6e8853e00766 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44fe652d-5231-4810-99fa-21c58c429e9c HTTP/1.1" status: 200 len: 999 time: 0.0672100 Jun 16 18:59:31.698711 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f0f93-17bc-4e6c-93c0-5c9c0ed4af28 req-47264aec-9026-411d-86df-302b75a14dbd tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:31.700186 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-890f0f93-17bc-4e6c-93c0-5c9c0ed4af28 req-47264aec-9026-411d-86df-302b75a14dbd tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0853052 Jun 16 18:59:31.702207 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:31.725836 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9660a3-c7e4-4932-9582-7dfda3bcb15b req-b372c42c-a6d4-4fb6-8ece-1bbc9579014e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:31.727299 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6f9660a3-c7e4-4932-9582-7dfda3bcb15b req-b372c42c-a6d4-4fb6-8ece-1bbc9579014e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fe716360-4f3c-4c62-9220-aaf7aa3a7a1f HTTP/1.1" status: 200 len: 855 time: 0.0779719 Jun 16 18:59:31.787406 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-890f0f93-17bc-4e6c-93c0-5c9c0ed4af28 req-19137774-c086-424c-b9fa-c32a871437b1 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791306 Jun 16 18:59:31.790450 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9660a3-c7e4-4932-9582-7dfda3bcb15b req-44266873-d186-4037-93c1-810cc14bc30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:31.791907 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6f9660a3-c7e4-4932-9582-7dfda3bcb15b req-44266873-d186-4037-93c1-810cc14bc30e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b63c6cac-d1b4-42bd-9dde-7d5291a4c111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563333 Jun 16 18:59:31.885585 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:31.905635 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2590d794-6008-46cd-a790-c00c4c554e5b req-c55ac6f4-999b-4a9f-86da-2e999033ea74 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=d500eb77-0c7f-432b-8afb-de6928841d70 HTTP/1.1" status: 200 len: 210 time: 0.0353520 Jun 16 18:59:31.925787 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6f9660a3-c7e4-4932-9582-7dfda3bcb15b req-b5f5126a-8a25-4ae2-8c8a-83d1dd74477f service neutron] 10.222.0.66 "GET /v2.0/networks/b63c6cac-d1b4-42bd-9dde-7d5291a4c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133332 Jun 16 18:59:32.301335 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6f9660a3-c7e4-4932-9582-7dfda3bcb15b req-1c63e611-f0ca-4943-be04-15de1d35ff17 service neutron] 10.222.0.66 "GET /v2.0/networks/b63c6cac-d1b4-42bd-9dde-7d5291a4c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877059 Jun 16 18:59:32.533071 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-c7b462dc-bf7f-43bd-a47f-fcbaf5dc848a tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:32.534557 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-c7b462dc-bf7f-43bd-a47f-fcbaf5dc848a tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.66 "GET /v2.0/networks?id=38d494d8-3507-4c7f-9260-d84973fd6d03 HTTP/1.1" status: 200 len: 808 time: 0.1020160 Jun 16 18:59:32.573248 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-62ad7ec5-b271-4458-9a73-194577e2e9cd tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Request body: {'port': {'device_id': 'd500eb77-0c7f-432b-8afb-de6928841d70', 'network_id': '38d494d8-3507-4c7f-9260-d84973fd6d03', 'admin_state_up': True, 'tenant_id': 'c5e5a9406f7f4ccba4aaf2cccf1de07e'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:59:32.753550 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-62ad7ec5-b271-4458-9a73-194577e2e9cd tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Made reservation on behalf of c5e5a9406f7f4ccba4aaf2cccf1de07e for: {'port': 1} {{(pid=116193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 18:59:32.757104 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-62ad7ec5-b271-4458-9a73-194577e2e9cd tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:32.929696 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_common [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-62ad7ec5-b271-4458-9a73-194577e2e9cd tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Allocated IP 172.20.0.9 (38d494d8-3507-4c7f-9260-d84973fd6d03/e6ddcdd2-792a-46df-b318-8693a800f2f2/ce5e1fce-b3a0-4096-bf84-cf289217d8d3) {{(pid=116193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 18:59:32.941340 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b56bad-d3a9-4580-a1b2-04306bb1cdd7 req-730b3b91-2618-417f-8fde-219e172dd627 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:32.942835 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-44b56bad-d3a9-4580-a1b2-04306bb1cdd7 req-730b3b91-2618-417f-8fde-219e172dd627 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0712481 Jun 16 18:59:33.037395 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a8dc0deb-10ae-4c0b-bdfe-45a57f854309 req-f700ee54-8c7b-4d1d-b97c-52725e67164a tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=d500eb77-0c7f-432b-8afb-de6928841d70 HTTP/1.1" status: 200 len: 210 time: 0.0608110 Jun 16 18:59:33.047867 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-44b56bad-d3a9-4580-a1b2-04306bb1cdd7 req-abb0e8f6-44fd-4c1b-86af-e306fd91d365 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992916 Jun 16 18:59:33.134415 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:33.163165 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-62ad7ec5-b271-4458-9a73-194577e2e9cd tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Publish callbacks [] for port (ce5e1fce-b3a0-4096-bf84-cf289217d8d3), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:33.228057 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-62ad7ec5-b271-4458-9a73-194577e2e9cd tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (ce5e1fce-b3a0-4096-bf84-cf289217d8d3), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:33.236906 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:33.289603 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-62ad7ec5-b271-4458-9a73-194577e2e9cd tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Network 38d494d8-3507-4c7f-9260-d84973fd6d03 is already hosted by enough agents. {{(pid=116193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 18:59:33.294867 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-62ad7ec5-b271-4458-9a73-194577e2e9cd tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Resources bound (agent type, host, resource id): {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 18:59:33.296970 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad7ec5-b271-4458-9a73-194577e2e9cd tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Pushing event updated for resources: {'Port': ['ID=ce5e1fce-b3a0-4096-bf84-cf289217d8d3,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:33.299174 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-62ad7ec5-b271-4458-9a73-194577e2e9cd tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Received port after_create {{(pid=116193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 18:59:33.346467 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-62ad7ec5-b271-4458-9a73-194577e2e9cd tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:33.347102 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-62ad7ec5-b271-4458-9a73-194577e2e9cd tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:33.413187 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-62ad7ec5-b271-4458-9a73-194577e2e9cd tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8439407 Jun 16 18:59:34.183615 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad45707-3383-498f-8436-bb6b29260d8f req-6783b712-2862-485c-bcb3-b19f53da9021 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:34.185077 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-bad45707-3383-498f-8436-bb6b29260d8f req-6783b712-2862-485c-bcb3-b19f53da9021 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=d500eb77-0c7f-432b-8afb-de6928841d70 HTTP/1.1" status: 200 len: 931 time: 0.0773101 Jun 16 18:59:34.205129 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401df260-872e-44f6-b155-b8d6d1684191 req-2bfe1e78-efd8-4729-98d5-49abd09888c7 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:34.206554 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-401df260-872e-44f6-b155-b8d6d1684191 req-2bfe1e78-efd8-4729-98d5-49abd09888c7 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0658140 Jun 16 18:59:34.273038 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-bad45707-3383-498f-8436-bb6b29260d8f req-d4a4ffb3-36cd-4f11-95d3-8f5c0f59f527 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817568 Jun 16 18:59:34.277196 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-401df260-872e-44f6-b155-b8d6d1684191 req-fa477e27-11b5-4b83-bce1-11c5bd0a0648 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638025 Jun 16 18:59:35.415602 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18d566-aa79-4428-b362-23b426fe81a1 req-8fa7ec59-4ae2-4060-b0c6-0633270803a1 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:35.417063 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9e18d566-aa79-4428-b362-23b426fe81a1 req-8fa7ec59-4ae2-4060-b0c6-0633270803a1 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=d500eb77-0c7f-432b-8afb-de6928841d70 HTTP/1.1" status: 200 len: 931 time: 0.0773354 Jun 16 18:59:35.436187 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a9e6f-c33b-4111-b1f6-4c0ea595829d req-1b6435a9-5fcb-4d96-b45e-02549573b218 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:35.437557 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a78a9e6f-c33b-4111-b1f6-4c0ea595829d req-1b6435a9-5fcb-4d96-b45e-02549573b218 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0852261 Jun 16 18:59:35.506567 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9e18d566-aa79-4428-b362-23b426fe81a1 req-4e603cf0-eae4-4ee1-a998-496d19e687ea tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839818 Jun 16 18:59:35.510941 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a78a9e6f-c33b-4111-b1f6-4c0ea595829d req-a111a6a7-d476-47da-aa0c-bbdc85754fd1 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656414 Jun 16 18:59:36.685792 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f850f-aca9-4079-8440-e7c711aa4f57 req-a92bc885-b035-4318-9eb0-941c1f7d8917 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:36.687282 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-960f850f-aca9-4079-8440-e7c711aa4f57 req-a92bc885-b035-4318-9eb0-941c1f7d8917 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0873480 Jun 16 18:59:36.693837 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa50623-a1ff-418d-9c10-47858d27efff req-061c7591-7b34-44a0-8dad-c2dfd98bcae5 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:36.695518 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0fa50623-a1ff-418d-9c10-47858d27efff req-061c7591-7b34-44a0-8dad-c2dfd98bcae5 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=d500eb77-0c7f-432b-8afb-de6928841d70 HTTP/1.1" status: 200 len: 931 time: 0.0966833 Jun 16 18:59:36.702012 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-319465f6-4600-4e51-8854-ec0ce94021fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:36.781831 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-960f850f-aca9-4079-8440-e7c711aa4f57 req-12be8a03-e711-47e5-974f-1246fa20152e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853250 Jun 16 18:59:36.785340 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0fa50623-a1ff-418d-9c10-47858d27efff req-0edcb75b-d752-4df6-bf76-d25709ee73ba tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817947 Jun 16 18:59:37.504462 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=72,neutron:DELETE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:37.506292 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=9 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:37.945605 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd531aa7-e1ae-49fd-a820-c8fd9b88fbe4 req-7d52c051-f76a-4f85-a7c2-a34d54b8e6d0 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:37.947122 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-dd531aa7-e1ae-49fd-a820-c8fd9b88fbe4 req-7d52c051-f76a-4f85-a7c2-a34d54b8e6d0 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=d500eb77-0c7f-432b-8afb-de6928841d70 HTTP/1.1" status: 200 len: 931 time: 0.0818486 Jun 16 18:59:37.974174 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd686f35-7f7e-46f1-8812-0de17ad4ea59 req-6b331fd9-5327-46b9-b8be-fe69cf602d8f tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:37.975779 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-dd686f35-7f7e-46f1-8812-0de17ad4ea59 req-6b331fd9-5327-46b9-b8be-fe69cf602d8f tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0808887 Jun 16 18:59:38.034016 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:38.050717 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-dd531aa7-e1ae-49fd-a820-c8fd9b88fbe4 req-03bc8193-41f1-459a-ad92-ded2b1c63902 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974927 Jun 16 18:59:38.059312 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-dd686f35-7f7e-46f1-8812-0de17ad4ea59 req-1369abc0-5e80-4486-bf1f-ced080930d5c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716469 Jun 16 18:59:39.026622 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-c57d53ed-70e7-459b-91db-45f88047f85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:39.102572 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:39.103705 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=12,neutron:DELETE=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:39.169858 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7454a-3aa7-4f51-9a62-2a4b62e15b16 req-b5c6a518-39fd-4218-b2fa-1ecc9893ce51 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:39.171438 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ecf7454a-3aa7-4f51-9a62-2a4b62e15b16 req-b5c6a518-39fd-4218-b2fa-1ecc9893ce51 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=d500eb77-0c7f-432b-8afb-de6928841d70 HTTP/1.1" status: 200 len: 931 time: 0.0482292 Jun 16 18:59:39.223327 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ecf7454a-3aa7-4f51-9a62-2a4b62e15b16 req-0afdfa5e-672c-44da-a25a-47e3ce7935bf tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439363 Jun 16 18:59:39.336771 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd2fd7-7b50-4f31-a770-82e5f37df491 req-73f7ee07-6d5e-4586-b7e5-631c16affc31 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:39.338478 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-31bd2fd7-7b50-4f31-a770-82e5f37df491 req-73f7ee07-6d5e-4586-b7e5-631c16affc31 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0501752 Jun 16 18:59:39.409269 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-31bd2fd7-7b50-4f31-a770-82e5f37df491 req-f22d21be-bf08-4077-a43c-5790eeb489ac tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585752 Jun 16 18:59:40.216352 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:40.343460 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad9c87-c28a-440e-b279-5def139302ad req-52b6b430-4aed-4f35-a88b-0053d6b1a1e4 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:40.345006 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-faad9c87-c28a-440e-b279-5def139302ad req-52b6b430-4aed-4f35-a88b-0053d6b1a1e4 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=d500eb77-0c7f-432b-8afb-de6928841d70 HTTP/1.1" status: 200 len: 931 time: 0.0548265 Jun 16 18:59:40.377280 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:40.402131 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-faad9c87-c28a-440e-b279-5def139302ad req-24c2cb19-e637-477b-ada9-64a50ad8c9b4 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507126 Jun 16 18:59:40.523007 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f8480-7a9d-4516-8d1d-8f73a066b656 req-dcdc218e-4fca-41af-9bc3-e483c84711f5 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:40.524361 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ff3f8480-7a9d-4516-8d1d-8f73a066b656 req-dcdc218e-4fca-41af-9bc3-e483c84711f5 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0474110 Jun 16 18:59:40.569656 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ff3f8480-7a9d-4516-8d1d-8f73a066b656 req-9ece4410-5f5e-4193-9e46-9945770e7769 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398982 Jun 16 18:59:41.540492 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571e639-c797-425d-abaa-43d2945dce92 req-296fdda0-5881-4fbd-a43e-1d14f14c5407 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:41.541972 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5571e639-c797-425d-abaa-43d2945dce92 req-296fdda0-5881-4fbd-a43e-1d14f14c5407 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=d500eb77-0c7f-432b-8afb-de6928841d70 HTTP/1.1" status: 200 len: 931 time: 0.0572464 Jun 16 18:59:41.570667 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:41.592835 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5571e639-c797-425d-abaa-43d2945dce92 req-4cb311df-0395-402a-97ea-343a240552b3 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450068 Jun 16 18:59:41.696701 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad7c20-8fea-4bec-b7c9-c7c923e256ae req-4a68a95e-439f-44a0-97ec-106f953186e7 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:41.698257 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-98ad7c20-8fea-4bec-b7c9-c7c923e256ae req-4a68a95e-439f-44a0-97ec-106f953186e7 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0497804 Jun 16 18:59:41.755751 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-98ad7c20-8fea-4bec-b7c9-c7c923e256ae req-7bc04c97-a6f6-4b22-9b63-d3e6f1676cb9 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519097 Jun 16 18:59:42.096625 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:42.716970 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8f109-6601-49f7-b214-ce8f5214b9e5 req-bd69335b-c92f-4d90-90a1-de938ff5af58 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:42.718592 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-22c8f109-6601-49f7-b214-ce8f5214b9e5 req-bd69335b-c92f-4d90-90a1-de938ff5af58 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=d500eb77-0c7f-432b-8afb-de6928841d70 HTTP/1.1" status: 200 len: 931 time: 0.0517015 Jun 16 18:59:42.774039 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-22c8f109-6601-49f7-b214-ce8f5214b9e5 req-8a501e15-006a-4cd0-a04c-b379284e04bd tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485842 Jun 16 18:59:42.886449 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54226454-4157-407e-a7e8-793b5fbb93d4 req-413b2c85-fe3b-4ab0-82d1-1d228d6a7f7c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:42.887864 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-54226454-4157-407e-a7e8-793b5fbb93d4 req-413b2c85-fe3b-4ab0-82d1-1d228d6a7f7c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0516527 Jun 16 18:59:42.937436 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-54226454-4157-407e-a7e8-793b5fbb93d4 req-d9606c01-26ac-4209-90f1-11c360305372 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427611 Jun 16 18:59:43.890044 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24cf18c-9552-4633-9f37-f1a5acc9f8a8 req-42441ce3-4697-467d-8d19-c74e2cad30ab tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:43.894619 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b24cf18c-9552-4633-9f37-f1a5acc9f8a8 req-42441ce3-4697-467d-8d19-c74e2cad30ab tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=d500eb77-0c7f-432b-8afb-de6928841d70 HTTP/1.1" status: 200 len: 931 time: 0.0523510 Jun 16 18:59:43.939572 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b24cf18c-9552-4633-9f37-f1a5acc9f8a8 req-b00cbc90-5b62-4c72-a705-69316b0b466c tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421901 Jun 16 18:59:44.062820 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bdf039-556e-4374-8213-5b40a94c46d9 req-6af122b3-15f3-4a6a-b95b-b41acc6d2e38 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:44.064317 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-86bdf039-556e-4374-8213-5b40a94c46d9 req-6af122b3-15f3-4a6a-b95b-b41acc6d2e38 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0521719 Jun 16 18:59:44.117921 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-86bdf039-556e-4374-8213-5b40a94c46d9 req-912eb0eb-6e4f-40e8-b902-4daa842c03bd tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461609 Jun 16 18:59:45.057692 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef001c-8632-403d-b44a-7d2210cfbf96 req-d60099ca-ba8d-4713-b8d1-cf33a5b8a96d tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:45.059212 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-cbef001c-8632-403d-b44a-7d2210cfbf96 req-d60099ca-ba8d-4713-b8d1-cf33a5b8a96d tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=d500eb77-0c7f-432b-8afb-de6928841d70 HTTP/1.1" status: 200 len: 931 time: 0.0503566 Jun 16 18:59:45.086024 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:45.120305 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-cbef001c-8632-403d-b44a-7d2210cfbf96 req-b611529b-ae24-4733-84a5-9c006b54b861 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478034 Jun 16 18:59:45.238529 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf9e49-9526-47a7-983d-ae0e719fc8fe req-2f6adb25-b260-48c6-ab16-27d5c17721cb tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:45.239932 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2caf9e49-9526-47a7-983d-ae0e719fc8fe req-2f6adb25-b260-48c6-ab16-27d5c17721cb tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0486677 Jun 16 18:59:45.292243 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2caf9e49-9526-47a7-983d-ae0e719fc8fe req-2d45c17f-c99f-4fd9-b9bd-bac7a7b40b73 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467346 Jun 16 18:59:46.228019 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3fcf3b-4d2d-4e6b-b48f-60767855d859 req-3579d675-54eb-42ba-bfef-0c0ef905d9c3 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:46.229521 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1c3fcf3b-4d2d-4e6b-b48f-60767855d859 req-3579d675-54eb-42ba-bfef-0c0ef905d9c3 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=d500eb77-0c7f-432b-8afb-de6928841d70 HTTP/1.1" status: 200 len: 931 time: 0.0473576 Jun 16 18:59:46.277693 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1c3fcf3b-4d2d-4e6b-b48f-60767855d859 req-81b3b47d-accb-43e4-b02a-60bbfc9dbe60 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425906 Jun 16 18:59:46.408453 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a13183-90ae-49db-9143-9659a1f819f2 req-0884c97e-472b-4cc5-967a-7fac324f8be3 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:46.410336 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b5a13183-90ae-49db-9143-9659a1f819f2 req-0884c97e-472b-4cc5-967a-7fac324f8be3 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0449553 Jun 16 18:59:46.455630 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b5a13183-90ae-49db-9143-9659a1f819f2 req-73475172-b75a-475c-8ea9-8a8efe2c5a56 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399213 Jun 16 18:59:46.549635 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-ca427e00-4e97-4c71-856f-fec77cc31c9f service neutron] Request body: {'port': {'device_id': 'd500eb77-0c7f-432b-8afb-de6928841d70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 18:59:46.578630 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:46.617935 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-ca427e00-4e97-4c71-856f-fec77cc31c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (ce5e1fce-b3a0-4096-bf84-cf289217d8d3), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:46.869685 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-ca427e00-4e97-4c71-856f-fec77cc31c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce5e1fce-b3a0-4096-bf84-cf289217d8d3 {{(pid=116193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:59:46.877077 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-ca427e00-4e97-4c71-856f-fec77cc31c9f service neutron] Publish callbacks [] for port (ce5e1fce-b3a0-4096-bf84-cf289217d8d3), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:46.889916 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.provisioning_blocks [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-ca427e00-4e97-4c71-856f-fec77cc31c9f service neutron] Transition to ACTIVE for port object ce5e1fce-b3a0-4096-bf84-cf289217d8d3 will not be triggered until provisioned by entity L2. {{(pid=116193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 18:59:46.947670 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-ca427e00-4e97-4c71-856f-fec77cc31c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (ce5e1fce-b3a0-4096-bf84-cf289217d8d3), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:46.999621 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca427e00-4e97-4c71-856f-fec77cc31c9f service neutron] Pushing event updated for resources: {'Port': ['ID=ce5e1fce-b3a0-4096-bf84-cf289217d8d3,revision_number=2']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:47.069864 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-ca427e00-4e97-4c71-856f-fec77cc31c9f service neutron] Attempting to bind port ce5e1fce-b3a0-4096-bf84-cf289217d8d3 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 18:59:47.070199 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-ca427e00-4e97-4c71-856f-fec77cc31c9f service neutron] Attempting to bind port ce5e1fce-b3a0-4096-bf84-cf289217d8d3 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': 'a85bed8a-b2ca-457b-91bf-1dc1b4e7b066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '38d494d8-3507-4c7f-9260-d84973fd6d03'}] {{(pid=116193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 18:59:47.070526 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-ca427e00-4e97-4c71-856f-fec77cc31c9f service neutron] Attempting to bind port ce5e1fce-b3a0-4096-bf84-cf289217d8d3 on network 38d494d8-3507-4c7f-9260-d84973fd6d03 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:59:47.073277 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:47.075457 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-ca427e00-4e97-4c71-856f-fec77cc31c9f service neutron] Port ce5e1fce-b3a0-4096-bf84-cf289217d8d3 on network 38d494d8-3507-4c7f-9260-d84973fd6d03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 18:59:47.075773 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-ca427e00-4e97-4c71-856f-fec77cc31c9f service neutron] Attempting to bind port ce5e1fce-b3a0-4096-bf84-cf289217d8d3 on network 38d494d8-3507-4c7f-9260-d84973fd6d03 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 18:59:47.080633 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-ca427e00-4e97-4c71-856f-fec77cc31c9f service neutron] Checking agent: {'id': '78e75526-212b-4550-9dc1-6e088b901fa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'started_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 18:59:47.080966 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-ca427e00-4e97-4c71-856f-fec77cc31c9f service neutron] Checking segment: {'id': 'a85bed8a-b2ca-457b-91bf-1dc1b4e7b066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '38d494d8-3507-4c7f-9260-d84973fd6d03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 18:59:47.081373 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-ca427e00-4e97-4c71-856f-fec77cc31c9f service neutron] Bound using segment: {'id': 'a85bed8a-b2ca-457b-91bf-1dc1b4e7b066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '38d494d8-3507-4c7f-9260-d84973fd6d03'} {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 18:59:47.081792 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-ca427e00-4e97-4c71-856f-fec77cc31c9f service neutron] Bound port: ce5e1fce-b3a0-4096-bf84-cf289217d8d3, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a85bed8a-b2ca-457b-91bf-1dc1b4e7b066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '38d494d8-3507-4c7f-9260-d84973fd6d03'}}] {{(pid=116193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 18:59:47.082144 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-ca427e00-4e97-4c71-856f-fec77cc31c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (ce5e1fce-b3a0-4096-bf84-cf289217d8d3), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:47.143831 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-ca427e00-4e97-4c71-856f-fec77cc31c9f service neutron] For port ce5e1fce-b3a0-4096-bf84-cf289217d8d3, host hv-cinder-84617, cleared binding levels {{(pid=116193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 18:59:47.147444 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-ca427e00-4e97-4c71-856f-fec77cc31c9f service neutron] For port ce5e1fce-b3a0-4096-bf84-cf289217d8d3, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=ce5e1fce-b3a0-4096-bf84-cf289217d8d3,segment=NetworkSegment(a85bed8a-b2ca-457b-91bf-1dc1b4e7b066),segment_id=a85bed8a-b2ca-457b-91bf-1dc1b4e7b066)] {{(pid=116193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 18:59:47.199585 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-ca427e00-4e97-4c71-856f-fec77cc31c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (ce5e1fce-b3a0-4096-bf84-cf289217d8d3), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:47.236906 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-ca427e00-4e97-4c71-856f-fec77cc31c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:47.237552 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-ca427e00-4e97-4c71-856f-fec77cc31c9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:47.239688 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-ca427e00-4e97-4c71-856f-fec77cc31c9f service neutron] 10.222.0.66 "PUT /v2.0/ports/ce5e1fce-b3a0-4096-bf84-cf289217d8d3 HTTP/1.1" status: 200 len: 1093 time: 0.6952081 Jun 16 18:59:47.242816 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd500eb77-0c7f-432b-8afb-de6928841d70', 'tag': 'ce5e1fce-b3a0-4096-bf84-cf289217d8d3'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:59:47.245219 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97677dc5-adf3-46f2-a528-5cea87eb21cc" -d '{"events": [{"name": "network-changed", "server_uuid": "d500eb77-0c7f-432b-8afb-de6928841d70", "tag": "ce5e1fce-b3a0-4096-bf84-cf289217d8d3"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:59:47.279565 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca427e00-4e97-4c71-856f-fec77cc31c9f service neutron] Pushing event updated for resources: {'Port': ['ID=ce5e1fce-b3a0-4096-bf84-cf289217d8d3,revision_number=3']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:47.284913 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 18:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8b81b9-ac05-4671-9feb-4c6e5e5b1ee8 x-openstack-request-id: req-1e8b81b9-ac05-4671-9feb-4c6e5e5b1ee8 {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:59:47.285203 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d500eb77-0c7f-432b-8afb-de6928841d70", "tag": "ce5e1fce-b3a0-4096-bf84-cf289217d8d3", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:59:47.285531 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1e8b81b9-ac05-4671-9feb-4c6e5e5b1ee8 {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:59:47.286023 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e8b81b9-ac05-4671-9feb-4c6e5e5b1ee8'] response: {'name': 'network-changed', 'server_uuid': 'd500eb77-0c7f-432b-8afb-de6928841d70', 'tag': 'ce5e1fce-b3a0-4096-bf84-cf289217d8d3', 'status': 'completed', 'code': 200} Jun 16 18:59:47.386609 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97677dc5-adf3-46f2-a528-5cea87eb21cc req-5ed160ca-4f81-48b4-b12d-59101545e874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:47.388055 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-97677dc5-adf3-46f2-a528-5cea87eb21cc req-5ed160ca-4f81-48b4-b12d-59101545e874 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c5e5a9406f7f4ccba4aaf2cccf1de07e&device_id=d500eb77-0c7f-432b-8afb-de6928841d70 HTTP/1.1" status: 200 len: 1127 time: 0.0542743 Jun 16 18:59:47.420235 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37f907-0331-43c7-984d-ddcc7f797eaa req-c21f5c92-588b-4091-ac3e-d2352a234620 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:47.421674 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9c37f907-0331-43c7-984d-ddcc7f797eaa req-c21f5c92-588b-4091-ac3e-d2352a234620 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=d500eb77-0c7f-432b-8afb-de6928841d70 HTTP/1.1" status: 200 len: 943 time: 0.0529006 Jun 16 18:59:47.469911 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9c37f907-0331-43c7-984d-ddcc7f797eaa req-9bd094e2-2d13-4acf-8968-d5b86a663d2a tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425606 Jun 16 18:59:47.581454 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114e12e-3779-415b-921e-3702c80a61d1 req-c92ba406-1aec-4cc7-a57b-cd36023a21b4 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:47.582928 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b114e12e-3779-415b-921e-3702c80a61d1 req-c92ba406-1aec-4cc7-a57b-cd36023a21b4 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0506539 Jun 16 18:59:47.631255 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b114e12e-3779-415b-921e-3702c80a61d1 req-9300f4cd-ac02-4b1a-8d8b-3fd83348a299 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425134 Jun 16 18:59:48.143948 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97677dc5-adf3-46f2-a528-5cea87eb21cc req-73d31cc5-49c3-464c-acac-8ee931145be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:48.145525 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-97677dc5-adf3-46f2-a528-5cea87eb21cc req-73d31cc5-49c3-464c-acac-8ee931145be6 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=c5e5a9406f7f4ccba4aaf2cccf1de07e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3827152 Jun 16 18:59:48.194075 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:48.310296 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97677dc5-adf3-46f2-a528-5cea87eb21cc req-c5a65882-de3e-4c22-82cc-41e1107e838b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:48.311800 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-97677dc5-adf3-46f2-a528-5cea87eb21cc req-c5a65882-de3e-4c22-82cc-41e1107e838b service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1608346 Jun 16 18:59:48.584434 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206e093-b194-4a5d-bd5d-1ae25660656e req-8d8eae25-88f2-404d-8203-ef3766b2fc83 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:48.586418 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e206e093-b194-4a5d-bd5d-1ae25660656e req-8d8eae25-88f2-404d-8203-ef3766b2fc83 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=d500eb77-0c7f-432b-8afb-de6928841d70 HTTP/1.1" status: 200 len: 943 time: 0.0509889 Jun 16 18:59:48.656309 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-5a84938e-5019-4de5-921d-4f077149ef6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:48.657731 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-5a84938e-5019-4de5-921d-4f077149ef6b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c5e5a9406f7f4ccba4aaf2cccf1de07e&device_id=d500eb77-0c7f-432b-8afb-de6928841d70 HTTP/1.1" status: 200 len: 1127 time: 0.0646937 Jun 16 18:59:48.672863 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e206e093-b194-4a5d-bd5d-1ae25660656e req-fc6bfda7-754c-48bb-9ad1-3aa91b8c8436 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808508 Jun 16 18:59:48.789517 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-e475189a-3ccd-4f57-a274-43f3f01d8b91 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce5e1fce-b3a0-4096-bf84-cf289217d8d3 HTTP/1.1" status: 200 len: 217 time: 0.0381343 Jun 16 18:59:48.794459 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddae7b-ddb9-48df-add5-8a8203b39440 req-c81e37e6-1582-451b-9ebf-064929c6e465 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:48.795943 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2cddae7b-ddb9-48df-add5-8a8203b39440 req-c81e37e6-1582-451b-9ebf-064929c6e465 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0833962 Jun 16 18:59:48.864564 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-9be4a1a3-dd88-45dc-ab4f-7fb31e9343ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:48.866034 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-9be4a1a3-dd88-45dc-ab4f-7fb31e9343ed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e6ddcdd2-792a-46df-b318-8693a800f2f2 HTTP/1.1" status: 200 len: 848 time: 0.0692520 Jun 16 18:59:48.891861 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2cddae7b-ddb9-48df-add5-8a8203b39440 req-fbf21bc5-da86-4f2f-91d9-d750d3049cb9 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847592 Jun 16 18:59:48.907747 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-39153931-5469-49ac-890c-dc8608883ce5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=38d494d8-3507-4c7f-9260-d84973fd6d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344028 Jun 16 18:59:48.996100 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:49.001666 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-2ef9044b-3ec3-4486-a91e-cf50ce3ba77e service neutron] 10.222.0.66 "GET /v2.0/networks/38d494d8-3507-4c7f-9260-d84973fd6d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870247 Jun 16 18:59:49.095514 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2246019e-be24-4595-a2bc-a2cd14d2d4de req-747490a4-d2a0-4928-834f-e9bd35625977 service neutron] 10.222.0.66 "GET /v2.0/networks/38d494d8-3507-4c7f-9260-d84973fd6d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874352 Jun 16 18:59:49.574963 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2980f9d-b359-4280-95ec-8d518b164819 req-c727f1e2-478c-45d4-a377-3e649735d788 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:49.576468 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d2980f9d-b359-4280-95ec-8d518b164819 req-c727f1e2-478c-45d4-a377-3e649735d788 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5fb9a14-5c4d-4dcd-9728-85313113a15e HTTP/1.1" status: 200 len: 945 time: 0.0476449 Jun 16 18:59:49.624905 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d2980f9d-b359-4280-95ec-8d518b164819 req-4b099c33-06f6-474b-aaf6-c73a53023948 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b98f7c2-3438-40ee-8f56-014b9d8b42ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424774 Jun 16 18:59:49.790751 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8371cb18-9750-41ef-8fe2-7bfcf5ea8b19 req-35037c3d-261f-4459-b1eb-3b90827660e0 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:49.792232 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8371cb18-9750-41ef-8fe2-7bfcf5ea8b19 req-35037c3d-261f-4459-b1eb-3b90827660e0 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=d500eb77-0c7f-432b-8afb-de6928841d70 HTTP/1.1" status: 200 len: 943 time: 0.0509622 Jun 16 18:59:49.839144 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8371cb18-9750-41ef-8fe2-7bfcf5ea8b19 req-83c5cf06-e392-4344-a224-540a32ea716d tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414379 Jun 16 18:59:50.014414 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc147179-7492-48d1-9dfd-11449774e705 req-db06d2a3-2674-4b9d-8d62-3f7884458e5e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:50.015933 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-bc147179-7492-48d1-9dfd-11449774e705 req-db06d2a3-2674-4b9d-8d62-3f7884458e5e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0505848 Jun 16 18:59:50.068335 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-bc147179-7492-48d1-9dfd-11449774e705 req-339b2be8-beeb-42c6-a074-30e30f1806bc tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458698 Jun 16 18:59:50.323922 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624ee47-432b-453d-a607-134c3d26ec57 req-d411c4e2-23b6-4f74-b483-cd97d796d706 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:50.325411 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2624ee47-432b-453d-a607-134c3d26ec57 req-d411c4e2-23b6-4f74-b483-cd97d796d706 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0464516 Jun 16 18:59:50.379897 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2624ee47-432b-453d-a607-134c3d26ec57 req-46c173ef-b28b-401e-bda3-55e6226c3a44 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490427 Jun 16 18:59:50.740128 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce7e34-9024-4003-9364-fd51a5317748 req-b85675c0-ec80-4be6-bc99-df842def7055 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:50.741630 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-16ce7e34-9024-4003-9364-fd51a5317748 req-b85675c0-ec80-4be6-bc99-df842def7055 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5fb9a14-5c4d-4dcd-9728-85313113a15e HTTP/1.1" status: 200 len: 945 time: 0.0494170 Jun 16 18:59:50.753516 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:50.789026 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-16ce7e34-9024-4003-9364-fd51a5317748 req-49fce137-9d2e-4bb9-b6b5-96b3c1e26105 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b98f7c2-3438-40ee-8f56-014b9d8b42ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417349 Jun 16 18:59:50.953856 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b07b5-beff-49bf-869c-4ad92866138e req-2988d963-623e-40d6-8ac7-12e9ab5910ba tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:50.955248 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-446b07b5-beff-49bf-869c-4ad92866138e req-2988d963-623e-40d6-8ac7-12e9ab5910ba tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=d500eb77-0c7f-432b-8afb-de6928841d70 HTTP/1.1" status: 200 len: 943 time: 0.0490427 Jun 16 18:59:51.007647 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-446b07b5-beff-49bf-869c-4ad92866138e req-95a4b5f1-7d38-469c-8be7-47044d3c219a tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460954 Jun 16 18:59:51.200337 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a33ca-8601-41fa-86d8-9435a2cc7889 req-2b67dd85-5a1c-4ee4-9969-f37430ab830d tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:51.216572 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5e1a33ca-8601-41fa-86d8-9435a2cc7889 req-2b67dd85-5a1c-4ee4-9969-f37430ab830d tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0572937 Jun 16 18:59:51.260850 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5e1a33ca-8601-41fa-86d8-9435a2cc7889 req-573c86d4-7b8e-4a62-9406-e9c5ee406260 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502508 Jun 16 18:59:51.496245 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8c192-87ca-4e5a-bc64-0c13f96321e7 req-ce61e4b9-97ea-4355-95e6-41612a711842 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:51.497702 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1cd8c192-87ca-4e5a-bc64-0c13f96321e7 req-ce61e4b9-97ea-4355-95e6-41612a711842 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0470974 Jun 16 18:59:51.551046 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1cd8c192-87ca-4e5a-bc64-0c13f96321e7 req-a42c53d5-0460-41ae-a2c9-050af2191965 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475423 Jun 16 18:59:51.609804 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device ce5e1fce-b3a0-4096-bf84-cf289217d8d3 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=116194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:59:51.714252 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port ce5e1fce-b3a0-4096-bf84-cf289217d8d3, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=ce5e1fce-b3a0-4096-bf84-cf289217d8d3,segment=NetworkSegment(a85bed8a-b2ca-457b-91bf-1dc1b4e7b066),segment_id=a85bed8a-b2ca-457b-91bf-1dc1b4e7b066)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:59:51.726011 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Returning: {'device': 'ce5e1fce-b3a0-4096-bf84-cf289217d8d3', 'network_id': '38d494d8-3507-4c7f-9260-d84973fd6d03', 'port_id': 'ce5e1fce-b3a0-4096-bf84-cf289217d8d3', 'mac_address': 'fa:16:3e:84:06:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6ddcdd2-792a-46df-b318-8693a800f2f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:59:51.762734 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port ce5e1fce-b3a0-4096-bf84-cf289217d8d3 is: DOWN; New status is: BUILD {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:59:51.763045 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (ce5e1fce-b3a0-4096-bf84-cf289217d8d3), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:51.775922 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce5e1fce-b3a0-4096-bf84-cf289217d8d3 {{(pid=116194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:59:51.795541 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port ce5e1fce-b3a0-4096-bf84-cf289217d8d3, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=ce5e1fce-b3a0-4096-bf84-cf289217d8d3,segment=NetworkSegment(a85bed8a-b2ca-457b-91bf-1dc1b4e7b066),segment_id=a85bed8a-b2ca-457b-91bf-1dc1b4e7b066)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:59:51.856800 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (ce5e1fce-b3a0-4096-bf84-cf289217d8d3), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:51.901035 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a28ee5-0a1b-4fff-85dc-b17282b63b93 req-c9270906-2323-44d7-9292-3904c54a9066 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:51.902667 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c6a28ee5-0a1b-4fff-85dc-b17282b63b93 req-c9270906-2323-44d7-9292-3904c54a9066 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5fb9a14-5c4d-4dcd-9728-85313113a15e HTTP/1.1" status: 200 len: 945 time: 0.0465288 Jun 16 18:59:51.904870 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=ce5e1fce-b3a0-4096-bf84-cf289217d8d3,revision_number=4']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:51.912795 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:51.913152 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:51.913580 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:51.913975 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:51.914319 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:51.914652 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:51.914981 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:51.915308 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:51.915639 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:51.915960 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:51.916283 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:51.916630 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:51.916965 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:51.917308 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:51.917634 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:51.954930 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c6a28ee5-0a1b-4fff-85dc-b17282b63b93 req-0889fb9e-8021-4efa-b48d-37b14b43db43 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b98f7c2-3438-40ee-8f56-014b9d8b42ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463314 Jun 16 18:59:52.122568 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e367876-d4b1-4890-9ea2-90e27b8f5f5c req-c4315ce5-ae94-40ff-b0fb-33cf938d22ef tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:52.124247 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3e367876-d4b1-4890-9ea2-90e27b8f5f5c req-c4315ce5-ae94-40ff-b0fb-33cf938d22ef tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=d500eb77-0c7f-432b-8afb-de6928841d70 HTTP/1.1" status: 200 len: 944 time: 0.0478580 Jun 16 18:59:52.150272 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:52.173061 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3e367876-d4b1-4890-9ea2-90e27b8f5f5c req-7827ec54-27e3-4add-a08e-d4c1df338218 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434585 Jun 16 18:59:52.282610 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] get_ports_and_sgs() called for port_ids ['ce5e1fce-b3a0-4096-bf84-cf289217d8d3'] {{(pid=116194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:59:52.382712 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b58fc4-661d-4966-b82f-6e22110f521d req-625ebf9c-61af-4cf0-9a58-ddac9ad2e074 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:52.384218 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-48b58fc4-661d-4966-b82f-6e22110f521d req-625ebf9c-61af-4cf0-9a58-ddac9ad2e074 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0496802 Jun 16 18:59:52.431251 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-48b58fc4-661d-4966-b82f-6e22110f521d req-0f04d915-3dfb-458e-868a-c8d3032fab88 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413404 Jun 16 18:59:52.670031 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d2786-1f4b-4614-b202-4d9ebfc7c72e req-fff408a9-0cd8-4a56-9ec4-90f2edfda49c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:52.671490 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6d1d2786-1f4b-4614-b202-4d9ebfc7c72e req-fff408a9-0cd8-4a56-9ec4-90f2edfda49c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0510385 Jun 16 18:59:52.735175 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9be8d5-d255-47b2-b090-62ada6cd7f8b req-407530c6-c5b6-4709-a9d0-7759b42b66f6 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:52.736854 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-bb9be8d5-d255-47b2-b090-62ada6cd7f8b req-407530c6-c5b6-4709-a9d0-7759b42b66f6 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5fb9a14-5c4d-4dcd-9728-85313113a15e HTTP/1.1" status: 200 len: 945 time: 0.0605667 Jun 16 18:59:52.758107 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6d1d2786-1f4b-4614-b202-4d9ebfc7c72e req-ae1056f5-6a58-44ab-803c-208096312b04 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801592 Jun 16 18:59:53.074158 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760e70a-40bc-4f87-bc1f-dd449c8caa5d req-d175c07c-2df3-4ad2-9386-beb7d09c2a92 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:53.075726 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6760e70a-40bc-4f87-bc1f-dd449c8caa5d req-d175c07c-2df3-4ad2-9386-beb7d09c2a92 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5fb9a14-5c4d-4dcd-9728-85313113a15e HTTP/1.1" status: 200 len: 945 time: 0.0471895 Jun 16 18:59:53.125429 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6760e70a-40bc-4f87-bc1f-dd449c8caa5d req-624520b8-3755-4a01-ac2b-19b36a45e901 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b98f7c2-3438-40ee-8f56-014b9d8b42ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441492 Jun 16 18:59:53.285540 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047a30a-ee90-49b3-b57c-5456a1e0e525 req-ae56d136-42c9-4535-b785-5de61a4aaaed tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:53.286920 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d047a30a-ee90-49b3-b57c-5456a1e0e525 req-ae56d136-42c9-4535-b785-5de61a4aaaed tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=d500eb77-0c7f-432b-8afb-de6928841d70 HTTP/1.1" status: 200 len: 944 time: 0.0459621 Jun 16 18:59:53.333153 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d047a30a-ee90-49b3-b57c-5456a1e0e525 req-d039ecda-a957-4338-bf3c-d8d3540e8d8d tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407917 Jun 16 18:59:53.548180 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbeb5f-af5e-4d28-ac01-42fdd0f0977f req-7a35c84b-6751-43b4-b91b-d3426cc1d780 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:53.549582 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-cfdbeb5f-af5e-4d28-ac01-42fdd0f0977f req-7a35c84b-6751-43b4-b91b-d3426cc1d780 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0457473 Jun 16 18:59:53.595065 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-cfdbeb5f-af5e-4d28-ac01-42fdd0f0977f req-c05f711d-c5ac-479b-8da6-c751fad3716c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393682 Jun 16 18:59:53.619415 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:53.654487 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device ce5e1fce-b3a0-4096-bf84-cf289217d8d3 up at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:59:53.696390 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-bb9be8d5-d255-47b2-b090-62ada6cd7f8b req-71f1abe9-2879-418b-9d2b-6117389db8c0 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Deleting port 80388b4f-0d36-43aa-8acd-308c5eefc7ba {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 18:59:53.696731 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-bb9be8d5-d255-47b2-b090-62ada6cd7f8b req-71f1abe9-2879-418b-9d2b-6117389db8c0 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (80388b4f-0d36-43aa-8acd-308c5eefc7ba), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:53.697146 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning for port ce5e1fce-b3a0-4096-bf84-cf289217d8d3 completed by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 18:59:53.783410 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning complete for port ce5e1fce-b3a0-4096-bf84-cf289217d8d3 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:59:53.784039 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (ce5e1fce-b3a0-4096-bf84-cf289217d8d3), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:53.786619 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-bb9be8d5-d255-47b2-b090-62ada6cd7f8b req-71f1abe9-2879-418b-9d2b-6117389db8c0 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] For port 80388b4f-0d36-43aa-8acd-308c5eefc7ba, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=80388b4f-0d36-43aa-8acd-308c5eefc7ba,segment=NetworkSegment(81fc8e53-7f5c-4025-a1b0-0fad6c3bb060),segment_id=81fc8e53-7f5c-4025-a1b0-0fad6c3bb060)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:59:53.786997 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-bb9be8d5-d255-47b2-b090-62ada6cd7f8b req-71f1abe9-2879-418b-9d2b-6117389db8c0 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (80388b4f-0d36-43aa-8acd-308c5eefc7ba), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:53.806671 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-bb9be8d5-d255-47b2-b090-62ada6cd7f8b req-71f1abe9-2879-418b-9d2b-6117389db8c0 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Calling delete_port for 80388b4f-0d36-43aa-8acd-308c5eefc7ba owned by compute:nova {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 18:59:53.810669 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:53.865375 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port ce5e1fce-b3a0-4096-bf84-cf289217d8d3 is: BUILD; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:59:53.865759 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (ce5e1fce-b3a0-4096-bf84-cf289217d8d3), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:53.888641 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd500eb77-0c7f-432b-8afb-de6928841d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5e1fce-b3a0-4096-bf84-cf289217d8d3'}] {{(pid=116194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:59:53.890870 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c514dfdaa64f5ff94ef0a30f0983ecc87ad84dbda33c755e7db481fe7439434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67b5077-dd60-40d6-a28a-a079a1fc4ca0" -d '{"events": [{"server_uuid": "d500eb77-0c7f-432b-8afb-de6928841d70", "name": "network-vif-plugged", "status": "completed", "tag": "ce5e1fce-b3a0-4096-bf84-cf289217d8d3"}]}' {{(pid=116194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:59:53.892911 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:53.907537 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port ce5e1fce-b3a0-4096-bf84-cf289217d8d3, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=ce5e1fce-b3a0-4096-bf84-cf289217d8d3,segment=NetworkSegment(a85bed8a-b2ca-457b-91bf-1dc1b4e7b066),segment_id=a85bed8a-b2ca-457b-91bf-1dc1b4e7b066)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:59:53.909406 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd06b0d-1b57-40ac-bc6b-e848f4c285c2 req-c36c016a-2551-47bd-a89b-4a870babc26a tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:53.913848 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6fd06b0d-1b57-40ac-bc6b-e848f4c285c2 req-c36c016a-2551-47bd-a89b-4a870babc26a tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0646696 Jun 16 18:59:53.928638 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8c5b69-2bc5-434f-a94f-cb4d95d18c66 x-openstack-request-id: req-5b8c5b69-2bc5-434f-a94f-cb4d95d18c66 {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:59:53.928638 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d500eb77-0c7f-432b-8afb-de6928841d70", "name": "network-vif-plugged", "status": "completed", "tag": "ce5e1fce-b3a0-4096-bf84-cf289217d8d3", "code": 200}]} {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:59:53.928638 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5b8c5b69-2bc5-434f-a94f-cb4d95d18c66 {{(pid=116194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:59:53.928941 dv-cinder-846171-1-iscsi neutron-server[116194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b8c5b69-2bc5-434f-a94f-cb4d95d18c66'] response: {'server_uuid': 'd500eb77-0c7f-432b-8afb-de6928841d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5e1fce-b3a0-4096-bf84-cf289217d8d3', 'code': 200} Jun 16 18:59:54.007510 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6fd06b0d-1b57-40ac-bc6b-e848f4c285c2 req-6505e196-e6e1-4c27-bc31-ca7efae51cd8 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896602 Jun 16 18:59:54.039641 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (ce5e1fce-b3a0-4096-bf84-cf289217d8d3), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:54.040504 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 80388b4f-0d36-43aa-8acd-308c5eefc7ba no longer exists at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 18:59:54.108385 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-bb9be8d5-d255-47b2-b090-62ada6cd7f8b req-71f1abe9-2879-418b-9d2b-6117389db8c0 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (80388b4f-0d36-43aa-8acd-308c5eefc7ba), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:54.113523 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=ce5e1fce-b3a0-4096-bf84-cf289217d8d3,revision_number=5']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:54.116156 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] No active binding found for port 80388b4f-0d36-43aa-8acd-308c5eefc7ba {{(pid=116194) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 16 18:59:54.118452 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] The host hv-cinder-84617 is not matching for port 80388b4f-0d36-43aa-8acd-308c5eefc7ba host None! {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2396}} Jun 16 18:59:54.118452 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 80388b4f-0d36-43aa-8acd-308c5eefc7ba not bound to the agent host hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 18:59:54.141060 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1abe9-2879-418b-9d2b-6117389db8c0 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Pushing event deleted for resources: {'Port': ['ID=80388b4f-0d36-43aa-8acd-308c5eefc7ba,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:54.158754 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1abe9-2879-418b-9d2b-6117389db8c0 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:54.158754 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1abe9-2879-418b-9d2b-6117389db8c0 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:54.158754 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1abe9-2879-418b-9d2b-6117389db8c0 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:54.158754 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1abe9-2879-418b-9d2b-6117389db8c0 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:54.158754 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1abe9-2879-418b-9d2b-6117389db8c0 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:54.158754 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1abe9-2879-418b-9d2b-6117389db8c0 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:54.158754 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1abe9-2879-418b-9d2b-6117389db8c0 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:54.158754 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1abe9-2879-418b-9d2b-6117389db8c0 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:54.158754 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1abe9-2879-418b-9d2b-6117389db8c0 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:54.158754 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1abe9-2879-418b-9d2b-6117389db8c0 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:54.158754 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1abe9-2879-418b-9d2b-6117389db8c0 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:54.158754 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1abe9-2879-418b-9d2b-6117389db8c0 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:54.158754 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1abe9-2879-418b-9d2b-6117389db8c0 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:54.159853 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1abe9-2879-418b-9d2b-6117389db8c0 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:54.159853 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f1abe9-2879-418b-9d2b-6117389db8c0 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 18:59:54.198224 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9be8d5-d255-47b2-b090-62ada6cd7f8b req-71f1abe9-2879-418b-9d2b-6117389db8c0 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] No DVR routers for this DVR port 80388b4f-0d36-43aa-8acd-308c5eefc7ba on host hv-cinder-84617 {{(pid=116193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 18:59:54.206868 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-bb9be8d5-d255-47b2-b090-62ada6cd7f8b req-71f1abe9-2879-418b-9d2b-6117389db8c0 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:54.210714 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-bb9be8d5-d255-47b2-b090-62ada6cd7f8b req-71f1abe9-2879-418b-9d2b-6117389db8c0 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.66 "DELETE /v2.0/ports/80388b4f-0d36-43aa-8acd-308c5eefc7ba HTTP/1.1" status: 204 len: 173 time: 0.5979075 Jun 16 18:59:54.212394 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5fb9a14-5c4d-4dcd-9728-85313113a15e', 'name': 'network-vif-deleted', 'tag': '80388b4f-0d36-43aa-8acd-308c5eefc7ba'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:59:54.214670 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033ee016-56cc-43d4-a77d-fa67ea860452" -d '{"events": [{"server_uuid": "c5fb9a14-5c4d-4dcd-9728-85313113a15e", "name": "network-vif-deleted", "tag": "80388b4f-0d36-43aa-8acd-308c5eefc7ba"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:59:54.242741 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7f9dc5d5-2abd-4d69-9f80-d8ff6ffb254c req-1b430f4a-cf16-4001-b462-7c56c2355bbd tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5fb9a14-5c4d-4dcd-9728-85313113a15e HTTP/1.1" status: 200 len: 210 time: 0.0458169 Jun 16 18:59:54.272354 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:54.278295 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3b95d2-72be-4c89-a7f2-9a76a669bfad x-openstack-request-id: req-bd3b95d2-72be-4c89-a7f2-9a76a669bfad {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:59:54.278575 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5fb9a14-5c4d-4dcd-9728-85313113a15e", "name": "network-vif-deleted", "tag": "80388b4f-0d36-43aa-8acd-308c5eefc7ba", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:59:54.278817 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bd3b95d2-72be-4c89-a7f2-9a76a669bfad {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:59:54.279202 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd3b95d2-72be-4c89-a7f2-9a76a669bfad'] response: {'server_uuid': 'c5fb9a14-5c4d-4dcd-9728-85313113a15e', 'name': 'network-vif-deleted', 'tag': '80388b4f-0d36-43aa-8acd-308c5eefc7ba', 'status': 'completed', 'code': 200} Jun 16 18:59:54.282191 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8caf24-b9ab-4f1f-80a8-cdefc355d130 req-605487d2-fba9-497e-b91d-3aec73a5b78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:54.284761 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0f8caf24-b9ab-4f1f-80a8-cdefc355d130 req-605487d2-fba9-497e-b91d-3aec73a5b78f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d500eb77-0c7f-432b-8afb-de6928841d70 HTTP/1.1" status: 200 len: 1129 time: 0.0516422 Jun 16 18:59:54.349018 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0f8caf24-b9ab-4f1f-80a8-cdefc355d130 req-fc493f70-103d-4411-9d70-9d72baeb4bc6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419466 Jun 16 18:59:54.445576 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f43eec-3928-4331-b708-908a09138ffe req-f5f4f840-4f5e-4510-ba36-9929e5157f07 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:54.447036 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-96f43eec-3928-4331-b708-908a09138ffe req-f5f4f840-4f5e-4510-ba36-9929e5157f07 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=d500eb77-0c7f-432b-8afb-de6928841d70 HTTP/1.1" status: 200 len: 945 time: 0.0468793 Jun 16 18:59:54.494115 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-96f43eec-3928-4331-b708-908a09138ffe req-10f47c3a-8fa7-4690-bdee-eccd996220cd tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416636 Jun 16 18:59:54.716177 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9d3d9-14e9-4e6e-898e-505d1ae53f5b req-a4ad4f33-50c2-4ff0-93e7-670c9b106b01 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:54.717675 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-26a9d3d9-14e9-4e6e-898e-505d1ae53f5b req-a4ad4f33-50c2-4ff0-93e7-670c9b106b01 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0485985 Jun 16 18:59:54.769285 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-26a9d3d9-14e9-4e6e-898e-505d1ae53f5b req-3d27f023-a283-49b7-aa6c-ad10f7f24f58 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457561 Jun 16 18:59:55.119509 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07628eb-85c9-4650-ad42-78fb2815caea req-89930770-60a4-4fa9-bfd3-77c639d3a72d tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:55.120934 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c07628eb-85c9-4650-ad42-78fb2815caea req-89930770-60a4-4fa9-bfd3-77c639d3a72d tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0461264 Jun 16 18:59:55.166621 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c07628eb-85c9-4650-ad42-78fb2815caea req-a622fcaa-1ae6-4064-9324-1c76f854e608 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403068 Jun 16 18:59:55.356327 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3df5419e-57b1-48d7-b971-ab600493c73b req-ae84b13b-1ddd-417e-97d3-cbc3dfea142f tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5fb9a14-5c4d-4dcd-9728-85313113a15e HTTP/1.1" status: 200 len: 210 time: 0.0283358 Jun 16 18:59:55.605276 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae20b98c-83c5-44f2-aa1e-bcf650cf77f5 req-9ddee734-411a-4d13-85e6-b66e009f5b49 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:55.606997 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ae20b98c-83c5-44f2-aa1e-bcf650cf77f5 req-9ddee734-411a-4d13-85e6-b66e009f5b49 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=d500eb77-0c7f-432b-8afb-de6928841d70 HTTP/1.1" status: 200 len: 945 time: 0.0474372 Jun 16 18:59:55.619083 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:55.630621 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 44fe652d-5231-4810-99fa-21c58c429e9c details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=116194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 18:59:55.659053 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ae20b98c-83c5-44f2-aa1e-bcf650cf77f5 req-177df8d4-ef5a-4b3d-a228-ad134f47b206 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463886 Jun 16 18:59:55.741059 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 44fe652d-5231-4810-99fa-21c58c429e9c, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=44fe652d-5231-4810-99fa-21c58c429e9c,segment=NetworkSegment(2d327e91-41ae-4018-ab9b-16723f98bb9d),segment_id=2d327e91-41ae-4018-ab9b-16723f98bb9d)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:59:55.752935 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Returning: {'device': '44fe652d-5231-4810-99fa-21c58c429e9c', 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111', 'port_id': '44fe652d-5231-4810-99fa-21c58c429e9c', 'mac_address': 'fa:16:3e:8a:a8:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe716360-4f3c-4c62-9220-aaf7aa3a7a1f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 18:59:55.791687 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 44fe652d-5231-4810-99fa-21c58c429e9c is: DOWN; New status is: BUILD {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:59:55.792165 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (44fe652d-5231-4810-99fa-21c58c429e9c), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:55.807243 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44fe652d-5231-4810-99fa-21c58c429e9c {{(pid=116194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 18:59:55.827789 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 44fe652d-5231-4810-99fa-21c58c429e9c, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=44fe652d-5231-4810-99fa-21c58c429e9c,segment=NetworkSegment(2d327e91-41ae-4018-ab9b-16723f98bb9d),segment_id=2d327e91-41ae-4018-ab9b-16723f98bb9d)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:59:55.891482 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (44fe652d-5231-4810-99fa-21c58c429e9c), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:55.893489 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df74f67-aad3-40e9-8b57-e7260f8ee176 req-f358a501-f18c-4094-ae8d-871f1a1a40ba tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:55.894949 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9df74f67-aad3-40e9-8b57-e7260f8ee176 req-f358a501-f18c-4094-ae8d-871f1a1a40ba tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 944 time: 0.0463624 Jun 16 18:59:55.943430 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=44fe652d-5231-4810-99fa-21c58c429e9c,revision_number=9']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:55.945091 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9df74f67-aad3-40e9-8b57-e7260f8ee176 req-551524d5-be65-4036-8ba3-39e1ffb01796 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435176 Jun 16 18:59:56.146115 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=2 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:56.150862 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=4 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:56.222191 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] get_ports_and_sgs() called for port_ids ['44fe652d-5231-4810-99fa-21c58c429e9c'] {{(pid=116194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 18:59:56.282930 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c21ee-8356-4c15-bcd6-90b6644234ee req-76ea83a0-4936-4cd9-953b-41ad284e159c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:56.289682 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3f5c21ee-8356-4c15-bcd6-90b6644234ee req-76ea83a0-4936-4cd9-953b-41ad284e159c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0474396 Jun 16 18:59:56.344637 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3f5c21ee-8356-4c15-bcd6-90b6644234ee req-f884d815-efda-42d5-b246-c65e1a4df36c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536399 Jun 16 18:59:56.465729 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-81aefa6a-bbf2-4140-a319-b4f84a784afc req-53e488aa-3ae2-4e88-aa52-4ca2b6cab956 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5fb9a14-5c4d-4dcd-9728-85313113a15e HTTP/1.1" status: 200 len: 210 time: 0.0303719 Jun 16 18:59:56.771868 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc8fe8-c882-4673-9f1f-976de7317c00 req-697f0a07-0252-4125-9c8c-2c874f479ebe tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:56.773751 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9bbc8fe8-c882-4673-9f1f-976de7317c00 req-697f0a07-0252-4125-9c8c-2c874f479ebe tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=d500eb77-0c7f-432b-8afb-de6928841d70 HTTP/1.1" status: 200 len: 945 time: 0.0487649 Jun 16 18:59:56.822245 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9bbc8fe8-c882-4673-9f1f-976de7317c00 req-123f9826-f59d-4681-8a3f-55dce1e47fd4 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428529 Jun 16 18:59:57.062951 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ee1b6-aee6-4c65-8ff6-9b68c4ce88e9 req-dcbc7c5c-8b40-404f-af7f-ea6e2951a04d tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:57.064417 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f77ee1b6-aee6-4c65-8ff6-9b68c4ce88e9 req-dcbc7c5c-8b40-404f-af7f-ea6e2951a04d tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 945 time: 0.0465705 Jun 16 18:59:57.111180 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f77ee1b6-aee6-4c65-8ff6-9b68c4ce88e9 req-34343e74-22ea-4255-9e39-54ddf83637be tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411971 Jun 16 18:59:57.469604 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcce249-e93b-4ca9-887d-5bf0202dc5ba req-7ebefaae-ee48-46b8-a2b3-047acb3219cb tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:57.471056 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6dcce249-e93b-4ca9-887d-5bf0202dc5ba req-7ebefaae-ee48-46b8-a2b3-047acb3219cb tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0510042 Jun 16 18:59:57.514486 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:57.529100 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6dcce249-e93b-4ca9-887d-5bf0202dc5ba req-373135e6-cf64-4ed8-b499-a50740431a18 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451286 Jun 16 18:59:57.628222 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 44fe652d-5231-4810-99fa-21c58c429e9c up at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 18:59:57.679378 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning complete for port 44fe652d-5231-4810-99fa-21c58c429e9c triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 18:59:57.682365 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (44fe652d-5231-4810-99fa-21c58c429e9c), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:57.770687 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 44fe652d-5231-4810-99fa-21c58c429e9c is: BUILD; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 18:59:57.771172 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (44fe652d-5231-4810-99fa-21c58c429e9c), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:57.796282 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c04798-b061-421b-9b61-db9cce7dace4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44fe652d-5231-4810-99fa-21c58c429e9c'}] {{(pid=116194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 18:59:57.797688 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c514dfdaa64f5ff94ef0a30f0983ecc87ad84dbda33c755e7db481fe7439434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a72645-4760-4066-8344-fa31d92aa27c" -d '{"events": [{"server_uuid": "d6c04798-b061-421b-9b61-db9cce7dace4", "name": "network-vif-plugged", "status": "completed", "tag": "44fe652d-5231-4810-99fa-21c58c429e9c"}]}' {{(pid=116194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 18:59:57.807712 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:57.812131 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 44fe652d-5231-4810-99fa-21c58c429e9c, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=44fe652d-5231-4810-99fa-21c58c429e9c,segment=NetworkSegment(2d327e91-41ae-4018-ab9b-16723f98bb9d),segment_id=2d327e91-41ae-4018-ab9b-16723f98bb9d)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 18:59:57.880353 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (44fe652d-5231-4810-99fa-21c58c429e9c), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 18:59:57.956925 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=44fe652d-5231-4810-99fa-21c58c429e9c,revision_number=10']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 18:59:58.023442 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 18:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36853194-32a3-4588-b9c7-48fe7943cafc x-openstack-request-id: req-36853194-32a3-4588-b9c7-48fe7943cafc {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 18:59:58.023762 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c04798-b061-421b-9b61-db9cce7dace4", "name": "network-vif-plugged", "status": "completed", "tag": "44fe652d-5231-4810-99fa-21c58c429e9c", "code": 200}]} {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 18:59:58.024018 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-36853194-32a3-4588-b9c7-48fe7943cafc {{(pid=116194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 18:59:58.024417 dv-cinder-846171-1-iscsi neutron-server[116194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36853194-32a3-4588-b9c7-48fe7943cafc'] response: {'server_uuid': 'd6c04798-b061-421b-9b61-db9cce7dace4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44fe652d-5231-4810-99fa-21c58c429e9c', 'code': 200} Jun 16 18:59:58.145751 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70678d6-acc3-4f48-a5c3-bdfc5cfed4de req-4edf12ec-dfb2-4480-8ed0-5549231934ba tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:58.147301 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e70678d6-acc3-4f48-a5c3-bdfc5cfed4de req-4edf12ec-dfb2-4480-8ed0-5549231934ba tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=d500eb77-0c7f-432b-8afb-de6928841d70 HTTP/1.1" status: 200 len: 945 time: 0.0750904 Jun 16 18:59:58.167207 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8f0bc-bec9-43ee-a2ba-6c9c75bc0bc7 req-bc8c28e1-c6c2-4d94-9807-4f45213c5bd0 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:58.168595 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c7c8f0bc-bec9-43ee-a2ba-6c9c75bc0bc7 req-bc8c28e1-c6c2-4d94-9807-4f45213c5bd0 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0669169 Jun 16 18:59:58.211763 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:58.232152 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e70678d6-acc3-4f48-a5c3-bdfc5cfed4de req-92ad2e9a-c0e7-4176-b45e-4ebfe29d28fa tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793211 Jun 16 18:59:58.244569 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c7c8f0bc-bec9-43ee-a2ba-6c9c75bc0bc7 req-599d4b21-4c17-4d21-89b0-f4609b526a4e tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655398 Jun 16 18:59:58.333574 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a683318-5af2-4538-abd4-34e085dd725c req-2736080c-18cf-4589-bd2e-9b89a56a2316 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:58.335208 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1a683318-5af2-4538-abd4-34e085dd725c req-2736080c-18cf-4589-bd2e-9b89a56a2316 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 947 time: 0.0478995 Jun 16 18:59:58.382325 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1a683318-5af2-4538-abd4-34e085dd725c req-8e4d240c-b094-4602-9b49-dc82d5a080ae tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416572 Jun 16 18:59:58.639522 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca0d83-7d45-4d7d-98ba-90d336cc9449 req-a8fe5134-0189-49e8-8244-fb61bee10ed9 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:58.640874 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5eca0d83-7d45-4d7d-98ba-90d336cc9449 req-a8fe5134-0189-49e8-8244-fb61bee10ed9 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0503693 Jun 16 18:59:58.690149 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5eca0d83-7d45-4d7d-98ba-90d336cc9449 req-f8d38345-979a-4083-9ea0-6df0ffd55594 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432231 Jun 16 18:59:59.372099 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcff012-e814-460e-803b-54e86d71b9af req-176047e6-e020-4522-8975-0d3a59e64f24 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:59.373594 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-bdcff012-e814-460e-803b-54e86d71b9af req-176047e6-e020-4522-8975-0d3a59e64f24 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=d500eb77-0c7f-432b-8afb-de6928841d70 HTTP/1.1" status: 200 len: 945 time: 0.0735502 Jun 16 18:59:59.392971 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2b5f1-2a89-4275-b4b0-cf1449a10dda req-8ae7e67b-8e2a-4b99-af94-468db5cd962c tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:59.394383 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3fa2b5f1-2a89-4275-b4b0-cf1449a10dda req-8ae7e67b-8e2a-4b99-af94-468db5cd962c tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0660214 Jun 16 18:59:59.426384 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 18:59:59.449747 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-bdcff012-e814-460e-803b-54e86d71b9af req-a913422b-65d5-4c43-ab71-9403bee1ba46 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706775 Jun 16 18:59:59.465441 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3fa2b5f1-2a89-4275-b4b0-cf1449a10dda req-6aa5dd50-963d-4171-bbc7-3026f79aa5d0 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642688 Jun 16 18:59:59.555512 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b8ba1-6e8f-4bb7-be02-4b5dd190f9ce req-fd52bb33-afda-4a08-8c9f-d22fc95ee9ba tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:59.556876 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4c3b8ba1-6e8f-4bb7-be02-4b5dd190f9ce req-fd52bb33-afda-4a08-8c9f-d22fc95ee9ba tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 947 time: 0.0502341 Jun 16 18:59:59.602529 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4c3b8ba1-6e8f-4bb7-be02-4b5dd190f9ce req-889f0b80-7a0e-4c1a-8190-c88b3bd02714 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402126 Jun 16 18:59:59.803559 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e0bbb-8e85-4cd9-99cb-2f1abf3949b6 req-bee67dc7-b404-49bf-96a9-662550c5e461 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 18:59:59.805025 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7c8e0bbb-8e85-4cd9-99cb-2f1abf3949b6 req-bee67dc7-b404-49bf-96a9-662550c5e461 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0467522 Jun 16 18:59:59.851356 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7c8e0bbb-8e85-4cd9-99cb-2f1abf3949b6 req-e1155f29-95d0-4489-a30a-5376255bbea4 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408103 Jun 16 19:00:00.589897 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47056a-b1e7-443a-b110-b3900713e6b3 req-dc5a6342-da3e-41ee-8865-9dff38dd91c3 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:00.591346 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4c47056a-b1e7-443a-b110-b3900713e6b3 req-dc5a6342-da3e-41ee-8865-9dff38dd91c3 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=d500eb77-0c7f-432b-8afb-de6928841d70 HTTP/1.1" status: 200 len: 945 time: 0.0756474 Jun 16 19:00:00.610418 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd9b3a-5b8c-4cba-9006-afa59fa344cf req-57a3e28e-b0af-4a1f-9cc0-772e246a94b2 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:00.612069 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-16fd9b3a-5b8c-4cba-9006-afa59fa344cf req-57a3e28e-b0af-4a1f-9cc0-772e246a94b2 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0650334 Jun 16 19:00:00.677544 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4c47056a-b1e7-443a-b110-b3900713e6b3 req-80712b93-cb0b-4615-bac4-eb880845ef23 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806363 Jun 16 19:00:00.681461 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-16fd9b3a-5b8c-4cba-9006-afa59fa344cf req-b778c44e-f0ef-40b1-91c7-75d0dad8bd0f tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620012 Jun 16 19:00:00.777083 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e700160-f470-47d5-9b90-38e2e906800b req-b6870b89-013d-4f4f-ad81-45ab8fa49338 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:00.778561 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4e700160-f470-47d5-9b90-38e2e906800b req-b6870b89-013d-4f4f-ad81-45ab8fa49338 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 947 time: 0.0474806 Jun 16 19:00:00.826041 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4e700160-f470-47d5-9b90-38e2e906800b req-4f87fa36-657c-464a-a58e-a6ee1c230984 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415106 Jun 16 19:00:00.965570 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19134a77-f08a-40b4-b261-7438ab85e8b9 req-eeed6398-082b-4522-a14d-2a4843b3653f tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:00.966945 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-19134a77-f08a-40b4-b261-7438ab85e8b9 req-eeed6398-082b-4522-a14d-2a4843b3653f tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0507140 Jun 16 19:00:01.015206 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-19134a77-f08a-40b4-b261-7438ab85e8b9 req-4c4258f6-cd62-4de2-830f-fc0a0e59d9cc tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427096 Jun 16 19:00:01.616958 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f3fa5-3b07-46bd-b398-f362e2063e3b req-0464f99d-8c82-47ee-9dbf-10a0be8696d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:01.618384 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4f6f3fa5-3b07-46bd-b398-f362e2063e3b req-0464f99d-8c82-47ee-9dbf-10a0be8696d4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ed8501d1ff734054ba0a6ef4c398d051&device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 1129 time: 0.0399804 Jun 16 19:00:01.711956 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:01.746976 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ada47-6e04-4e72-8271-989dc966c3ed req-51c6d1dd-3da9-4b2b-b26d-e1a9f6a2831d tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:01.748416 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57686357-1402-43a0-b1d2-642889e70ad3 req-1b16851d-5077-4558-aa07-aa40e692dbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:01.748947 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-cc4ada47-6e04-4e72-8271-989dc966c3ed req-51c6d1dd-3da9-4b2b-b26d-e1a9f6a2831d tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.66 "GET /v2.0/ports?device_id=d500eb77-0c7f-432b-8afb-de6928841d70 HTTP/1.1" status: 200 len: 945 time: 0.0669811 Jun 16 19:00:01.750940 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-57686357-1402-43a0-b1d2-642889e70ad3 req-1b16851d-5077-4558-aa07-aa40e692dbb6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 1131 time: 0.0493791 Jun 16 19:00:01.753414 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f3fa5-3b07-46bd-b398-f362e2063e3b req-cd675a3f-f789-48f7-96a1-833ead019124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:01.754872 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4f6f3fa5-3b07-46bd-b398-f362e2063e3b req-cd675a3f-f789-48f7-96a1-833ead019124 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9f034df0-3327-47b9-8a71-7606258bf90a HTTP/1.1" status: 200 len: 920 time: 0.1292968 Jun 16 19:00:01.807068 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-57686357-1402-43a0-b1d2-642889e70ad3 req-c835f5fc-6756-409d-9528-2d843dad777c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389247 Jun 16 19:00:01.886327 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:01.911756 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5c3ad-6db9-4636-8277-7f17dc55fae8 req-e7bf3ea6-8288-4128-b397-8888ac3aa0ec tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:01.913223 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a4e5c3ad-6db9-4636-8277-7f17dc55fae8 req-e7bf3ea6-8288-4128-b397-8888ac3aa0ec tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=d500eb77-0c7f-432b-8afb-de6928841d70 HTTP/1.1" status: 200 len: 945 time: 0.1517150 Jun 16 19:00:01.925455 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b45379-9d1f-429a-8424-f665684cc785 req-ff803169-dbe2-4df1-9d36-0edd23662e52 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:01.927373 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c5b45379-9d1f-429a-8424-f665684cc785 req-ff803169-dbe2-4df1-9d36-0edd23662e52 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.1665065 Jun 16 19:00:01.968005 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4f6f3fa5-3b07-46bd-b398-f362e2063e3b req-8cc50116-152f-4b7b-b3e0-edb7b73eceab service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fb01582-cf21-44de-8d3e-18570d242041 HTTP/1.1" status: 200 len: 1001 time: 0.1882498 Jun 16 19:00:02.012304 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-cc4ada47-6e04-4e72-8271-989dc966c3ed req-cfaf9fef-76a8-4424-a696-f3c4348095e0 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Deleting port ce5e1fce-b3a0-4096-bf84-cf289217d8d3 {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:00:02.012641 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-cc4ada47-6e04-4e72-8271-989dc966c3ed req-cfaf9fef-76a8-4424-a696-f3c4348095e0 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (ce5e1fce-b3a0-4096-bf84-cf289217d8d3), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:02.087353 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a4e5c3ad-6db9-4636-8277-7f17dc55fae8 req-d96cf402-0222-4a49-a76e-17c21f0e4c63 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/security-groups?id=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590612 Jun 16 19:00:02.342582 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c5b45379-9d1f-429a-8424-f665684cc785 req-1729075f-e412-450d-991a-8971980b962e tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4055431 Jun 16 19:00:02.405357 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f3fa5-3b07-46bd-b398-f362e2063e3b req-d563f170-0c53-492c-8206-2883b4d0c25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:02.406798 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4f6f3fa5-3b07-46bd-b398-f362e2063e3b req-d563f170-0c53-492c-8206-2883b4d0c25b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=21288f53-db0a-40bc-af1b-49bfa8ab21bd HTTP/1.1" status: 200 len: 857 time: 0.3684254 Jun 16 19:00:02.423348 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52fc81b-930d-4cf1-8136-ec4785d3917e req-653a2bcc-7469-42ab-b7c0-3d784116d9d0 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:02.424776 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f52fc81b-930d-4cf1-8136-ec4785d3917e req-653a2bcc-7469-42ab-b7c0-3d784116d9d0 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 947 time: 0.0861886 Jun 16 19:00:02.470739 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-cc4ada47-6e04-4e72-8271-989dc966c3ed req-cfaf9fef-76a8-4424-a696-f3c4348095e0 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] For port ce5e1fce-b3a0-4096-bf84-cf289217d8d3, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=ce5e1fce-b3a0-4096-bf84-cf289217d8d3,segment=NetworkSegment(a85bed8a-b2ca-457b-91bf-1dc1b4e7b066),segment_id=a85bed8a-b2ca-457b-91bf-1dc1b4e7b066)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:00:02.471031 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-cc4ada47-6e04-4e72-8271-989dc966c3ed req-cfaf9fef-76a8-4424-a696-f3c4348095e0 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (ce5e1fce-b3a0-4096-bf84-cf289217d8d3), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:02.503670 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-cc4ada47-6e04-4e72-8271-989dc966c3ed req-cfaf9fef-76a8-4424-a696-f3c4348095e0 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Calling delete_port for ce5e1fce-b3a0-4096-bf84-cf289217d8d3 owned by compute:nova {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:00:02.518956 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352f2a0-5669-4a03-a956-61ea0277cda2 req-88c71668-6600-4fa7-9413-37d9d90e2d98 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:02.520963 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5352f2a0-5669-4a03-a956-61ea0277cda2 req-88c71668-6600-4fa7-9413-37d9d90e2d98 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0931313 Jun 16 19:00:02.582454 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f52fc81b-930d-4cf1-8136-ec4785d3917e req-b37351b1-b234-438e-afb0-4b840ec43a19 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443059 Jun 16 19:00:02.626508 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5352f2a0-5669-4a03-a956-61ea0277cda2 req-5bc49328-e704-4944-ae49-915fc4fab998 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962110 Jun 16 19:00:02.725299 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f3fa5-3b07-46bd-b398-f362e2063e3b req-a3ff54e6-c978-4361-9233-3166b7818168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:02.726744 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4f6f3fa5-3b07-46bd-b398-f362e2063e3b req-a3ff54e6-c978-4361-9233-3166b7818168 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9f034df0-3327-47b9-8a71-7606258bf90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548587 Jun 16 19:00:02.805735 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-cc4ada47-6e04-4e72-8271-989dc966c3ed req-cfaf9fef-76a8-4424-a696-f3c4348095e0 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (ce5e1fce-b3a0-4096-bf84-cf289217d8d3), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:02.820742 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] get_ports_and_sgs() called for port_ids ['ce5e1fce-b3a0-4096-bf84-cf289217d8d3'] {{(pid=116194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 19:00:02.840131 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf9fef-76a8-4424-a696-f3c4348095e0 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Pushing event deleted for resources: {'Port': ['ID=ce5e1fce-b3a0-4096-bf84-cf289217d8d3,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:02.873770 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:02.891984 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc4ada47-6e04-4e72-8271-989dc966c3ed req-cfaf9fef-76a8-4424-a696-f3c4348095e0 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] No DVR routers for this DVR port ce5e1fce-b3a0-4096-bf84-cf289217d8d3 on host hv-cinder-84617 {{(pid=116193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 19:00:02.898862 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-cc4ada47-6e04-4e72-8271-989dc966c3ed req-cfaf9fef-76a8-4424-a696-f3c4348095e0 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:02.901941 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-cc4ada47-6e04-4e72-8271-989dc966c3ed req-cfaf9fef-76a8-4424-a696-f3c4348095e0 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.66 "DELETE /v2.0/ports/ce5e1fce-b3a0-4096-bf84-cf289217d8d3 HTTP/1.1" status: 204 len: 173 time: 1.1315112 Jun 16 19:00:02.902637 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd500eb77-0c7f-432b-8afb-de6928841d70', 'name': 'network-vif-deleted', 'tag': 'ce5e1fce-b3a0-4096-bf84-cf289217d8d3'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:00:02.904812 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279a60a2-62f7-4fb3-8ff5-165618581f2c" -d '{"events": [{"server_uuid": "d500eb77-0c7f-432b-8afb-de6928841d70", "name": "network-vif-deleted", "tag": "ce5e1fce-b3a0-4096-bf84-cf289217d8d3"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:00:02.913181 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4f6f3fa5-3b07-46bd-b398-f362e2063e3b req-fd6a220d-7970-4137-b5ad-3cd0d871fdf7 service neutron] 10.222.0.66 "GET /v2.0/networks/9f034df0-3327-47b9-8a71-7606258bf90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603205 Jun 16 19:00:02.947230 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 19:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03604671-e969-4ca0-949b-23d8d5637589 x-openstack-request-id: req-03604671-e969-4ca0-949b-23d8d5637589 {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:00:02.947518 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d500eb77-0c7f-432b-8afb-de6928841d70", "name": "network-vif-deleted", "tag": "ce5e1fce-b3a0-4096-bf84-cf289217d8d3", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:00:02.951323 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-03604671-e969-4ca0-949b-23d8d5637589 {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:00:02.951323 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03604671-e969-4ca0-949b-23d8d5637589'] response: {'server_uuid': 'd500eb77-0c7f-432b-8afb-de6928841d70', 'name': 'network-vif-deleted', 'tag': 'ce5e1fce-b3a0-4096-bf84-cf289217d8d3', 'status': 'completed', 'code': 200} Jun 16 19:00:02.951323 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:03.011570 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4f6f3fa5-3b07-46bd-b398-f362e2063e3b req-9b042be1-401b-4b97-bebf-3a0f8e9c349c service neutron] 10.222.0.66 "GET /v2.0/networks/9f034df0-3327-47b9-8a71-7606258bf90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904334 Jun 16 19:00:03.191871 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e0690167-3b84-4e5d-ba55-3bd02399b5ea req-e3bf2226-4f72-415d-a79c-bedeaeaacd79 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=d500eb77-0c7f-432b-8afb-de6928841d70 HTTP/1.1" status: 200 len: 210 time: 0.0325181 Jun 16 19:00:03.462902 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12490cdf-eda8-4ca9-bc2c-6f37d5707243 req-eecb07c7-5cd8-42ad-8ce7-d369cab0d002 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:03.464347 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-12490cdf-eda8-4ca9-bc2c-6f37d5707243 req-eecb07c7-5cd8-42ad-8ce7-d369cab0d002 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0470803 Jun 16 19:00:03.511559 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-12490cdf-eda8-4ca9-bc2c-6f37d5707243 req-9513c54f-7efd-4fe0-8e69-b4a3e156b7b8 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417318 Jun 16 19:00:03.719174 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fdedd0-2499-4af9-ad32-a43353792f1b req-5356a889-a130-44d6-96f2-573959d15551 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:03.721256 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-37fdedd0-2499-4af9-ad32-a43353792f1b req-5356a889-a130-44d6-96f2-573959d15551 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 947 time: 0.0659885 Jun 16 19:00:03.809474 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b76097-15e1-49ca-98c2-e1f48cce3cec req-77cc29c3-2815-4b63-a9e1-4ab693416897 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:03.814230 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-38b76097-15e1-49ca-98c2-e1f48cce3cec req-77cc29c3-2815-4b63-a9e1-4ab693416897 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0831268 Jun 16 19:00:03.843826 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-37fdedd0-2499-4af9-ad32-a43353792f1b req-05b114b0-b85f-46ce-b628-dd015299d71a tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143844 Jun 16 19:00:03.878332 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-38b76097-15e1-49ca-98c2-e1f48cce3cec req-f27fdacf-dead-47ee-9983-3d81a5acfc2a tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548079 Jun 16 19:00:04.298965 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4686b7d8-a3cb-4d96-8143-d3f6387fa02b req-7ccf2a99-6d02-429f-a3a8-5cbb3a0f0602 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=d500eb77-0c7f-432b-8afb-de6928841d70 HTTP/1.1" status: 200 len: 210 time: 0.0287886 Jun 16 19:00:04.623908 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3596ecf-04db-4c3a-81f6-cc0f6067aa5d req-3f6fc1f4-ef52-45b5-bfbc-e1750659ac1e tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:04.625371 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d3596ecf-04db-4c3a-81f6-cc0f6067aa5d req-3f6fc1f4-ef52-45b5-bfbc-e1750659ac1e tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0464160 Jun 16 19:00:04.675632 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d3596ecf-04db-4c3a-81f6-cc0f6067aa5d req-8338d8f1-6b05-40db-aaf5-0122b34540c7 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448382 Jun 16 19:00:04.988920 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340d0e4-11da-49c2-8fb7-1361ba5b3595 req-bf8350ac-1d85-4570-b9bc-8ce41d296a1c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:04.990996 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6340d0e4-11da-49c2-8fb7-1361ba5b3595 req-bf8350ac-1d85-4570-b9bc-8ce41d296a1c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 947 time: 0.0741873 Jun 16 19:00:05.009984 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc59d5e-5659-42ce-aea4-6181ebb5419e req-a20262f4-6482-4258-9a00-e84eaabda302 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:05.011372 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ddc59d5e-5659-42ce-aea4-6181ebb5419e req-a20262f4-6482-4258-9a00-e84eaabda302 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0665660 Jun 16 19:00:05.075957 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6340d0e4-11da-49c2-8fb7-1361ba5b3595 req-e331f397-8730-4023-b8f0-c443809ee39d tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794075 Jun 16 19:00:05.083504 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ddc59d5e-5659-42ce-aea4-6181ebb5419e req-523622e4-6995-4fa3-bc6c-09f442e7a0b9 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647984 Jun 16 19:00:05.408497 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5544cf01-2e28-42d9-9dd0-f5a7b14dd56e req-73ae2af8-30ca-4799-8a3c-067a9317a572 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=d500eb77-0c7f-432b-8afb-de6928841d70 HTTP/1.1" status: 200 len: 210 time: 0.0316288 Jun 16 19:00:05.790425 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69032a-264e-4815-bbdd-bb84bcee8025 req-61e1c503-e351-4d67-9068-ca95ceb89ed2 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:05.791918 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5e69032a-264e-4815-bbdd-bb84bcee8025 req-61e1c503-e351-4d67-9068-ca95ceb89ed2 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0480032 Jun 16 19:00:05.839745 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5e69032a-264e-4815-bbdd-bb84bcee8025 req-69f95d85-ccef-4aba-ba05-7a4d07936ac7 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421770 Jun 16 19:00:05.856124 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device ce5e1fce-b3a0-4096-bf84-cf289217d8d3 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:00:05.872380 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] No Port match for: ce5e1fce-b3a0-4096-bf84-cf289217d8d3 {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:00:05.872728 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device ce5e1fce-b3a0-4096-bf84-cf289217d8d3 not bound to the agent host hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:00:06.106185 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 6 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 19:00:06.224993 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60386319-c00d-4b63-a1fe-49b629aa99c7 req-ab9fa8ec-e46c-4f71-a805-0a8c1469ac12 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:06.226473 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-60386319-c00d-4b63-a1fe-49b629aa99c7 req-ab9fa8ec-e46c-4f71-a805-0a8c1469ac12 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 947 time: 0.0773339 Jun 16 19:00:06.232382 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3eb25-9fc9-43c7-bdbb-aeb7a89dcb27 req-97106e1f-8262-4597-ada7-36d040ff16c4 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:06.234227 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-94c3eb25-9fc9-43c7-bdbb-aeb7a89dcb27 req-97106e1f-8262-4597-ada7-36d040ff16c4 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0827141 Jun 16 19:00:06.297540 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-60386319-c00d-4b63-a1fe-49b629aa99c7 req-0507b9ff-a8fb-4670-8c86-65fcccf625d6 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628648 Jun 16 19:00:06.312332 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-94c3eb25-9fc9-43c7-bdbb-aeb7a89dcb27 req-d77251cf-8b28-4c98-aad9-c4558262312e tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700181 Jun 16 19:00:06.514147 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3a08b059-1ca9-4eba-bd02-7ebdeb8c2ce5 req-a4390a97-0909-4824-b191-df21d9e91d97 tempest-VolumesActionsTest-1949743194 tempest-VolumesActionsTest-1949743194-project] 10.222.0.81 "GET /v2.0/ports?device_id=d500eb77-0c7f-432b-8afb-de6928841d70 HTTP/1.1" status: 200 len: 210 time: 0.0278182 Jun 16 19:00:06.686274 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-836fac73-7ea9-4568-a4f1-2956ce69bc34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:06.960900 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d617cd-9ee4-4b93-88f0-7a1a1c82368d req-78060eb7-bd3f-49a3-bd26-7a83072450e7 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:06.962323 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-63d617cd-9ee4-4b93-88f0-7a1a1c82368d req-78060eb7-bd3f-49a3-bd26-7a83072450e7 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0474155 Jun 16 19:00:06.983847 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:06.997296 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:07.018662 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-63d617cd-9ee4-4b93-88f0-7a1a1c82368d req-5b7cadb4-3c2a-4395-82c8-93a9769509c6 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500114 Jun 16 19:00:07.456035 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49096438-f921-4d39-b634-e0399ec7427f req-77d69d84-c293-4c9e-bc1e-a6375b7fdde9 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:07.457514 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-49096438-f921-4d39-b634-e0399ec7427f req-77d69d84-c293-4c9e-bc1e-a6375b7fdde9 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 947 time: 0.0797384 Jun 16 19:00:07.465480 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90145e4d-9934-41c6-8de4-398181275b2d req-101187eb-bedf-4c1e-a6c5-957ca08c139b tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:07.466983 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-90145e4d-9934-41c6-8de4-398181275b2d req-101187eb-bedf-4c1e-a6c5-957ca08c139b tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0795262 Jun 16 19:00:07.539174 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-49096438-f921-4d39-b634-e0399ec7427f req-a6666af7-512d-4521-8770-db700fba079c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714221 Jun 16 19:00:07.543145 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-90145e4d-9934-41c6-8de4-398181275b2d req-f1c3aebc-ee92-4e75-a123-97adfba08539 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686753 Jun 16 19:00:08.147666 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5849b-5a15-4766-9922-ef9de036961f req-e381340f-dd9d-4ecf-9370-2681f916134f tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:08.149162 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1cf5849b-5a15-4766-9922-ef9de036961f req-e381340f-dd9d-4ecf-9370-2681f916134f tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/networks?id=1cba00b2-5236-4b98-9847-76f93e5270f2 HTTP/1.1" status: 200 len: 814 time: 0.1451907 Jun 16 19:00:08.177955 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9a4ef-9afa-446b-b916-415c5320ddc2 req-a5804c34-9d8a-4e58-b79e-c0156766af87 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:08.179548 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-64f9a4ef-9afa-446b-b916-415c5320ddc2 req-a5804c34-9d8a-4e58-b79e-c0156766af87 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0697055 Jun 16 19:00:08.181056 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1cf5849b-5a15-4766-9922-ef9de036961f req-fcaf2db3-e149-43d7-954c-8ead7b8d7594 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/quotas/e16a74b1bc56455b8f60bfc28bc94afb HTTP/1.1" status: 200 len: 375 time: 0.0230808 Jun 16 19:00:08.230714 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1cf5849b-5a15-4766-9922-ef9de036961f req-f5b2d2a2-1f56-4750-a8a6-70de07035eef tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e16a74b1bc56455b8f60bfc28bc94afb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437360 Jun 16 19:00:08.284009 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-64f9a4ef-9afa-446b-b916-415c5320ddc2 req-112c0605-c92a-4ab6-90da-fb4dcacd9748 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982435 Jun 16 19:00:08.343558 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1cf5849b-5a15-4766-9922-ef9de036961f req-a54380cb-e92e-4fe5-b60b-714362bf2a10 service neutron] 10.222.0.81 "GET /v2.0/networks/1cba00b2-5236-4b98-9847-76f93e5270f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064451 Jun 16 19:00:08.438353 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1cf5849b-5a15-4766-9922-ef9de036961f req-bea762e6-87a3-4ca6-acdf-03792ea8009f service neutron] 10.222.0.81 "GET /v2.0/networks/1cba00b2-5236-4b98-9847-76f93e5270f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900900 Jun 16 19:00:08.703962 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca9c62-e0ae-485e-b2fd-fd91894fbb90 req-c074cd94-1612-42ee-94d7-9c9954f3089a tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:08.705480 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-05ca9c62-e0ae-485e-b2fd-fd91894fbb90 req-c074cd94-1612-42ee-94d7-9c9954f3089a tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0946367 Jun 16 19:00:08.707524 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4236cc94-23b7-4a18-a544-714e66aa354f req-e94fba26-1ad4-464d-8aa3-ad1d2c6e866a tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=06d390f1-f370-40cd-bb8f-718895371ba3 HTTP/1.1" status: 200 len: 210 time: 0.0422809 Jun 16 19:00:08.759772 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-05ca9c62-e0ae-485e-b2fd-fd91894fbb90 req-f59e75ac-e7be-4a09-bbff-63e3ceea7f2d tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482523 Jun 16 19:00:08.938029 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:09.017532 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-b6e68925-6c11-432f-9af7-ca1b8db73d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:09.070359 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d30d17-37af-4729-8d52-ad6223bc6de7 req-0c35a1b2-5c66-4896-be79-4d2682b17215 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:09.072258 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b4d30d17-37af-4729-8d52-ad6223bc6de7 req-0c35a1b2-5c66-4896-be79-4d2682b17215 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0507734 Jun 16 19:00:09.148790 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b4d30d17-37af-4729-8d52-ad6223bc6de7 req-94857463-fbde-4619-8461-d181e5ca7cec tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713108 Jun 16 19:00:09.155011 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145acef-a44f-4685-8014-4df8211d21e4 req-254c0bd3-eda4-487e-bb09-f09bfee77635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:09.156659 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9145acef-a44f-4685-8014-4df8211d21e4 req-254c0bd3-eda4-487e-bb09-f09bfee77635 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9e5f71068aa4d75bcc4578b741f490d&device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 1129 time: 0.0523305 Jun 16 19:00:09.253885 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145acef-a44f-4685-8014-4df8211d21e4 req-e943c9c3-0a3f-4ad2-ae41-4bb8eeaa8a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:09.255300 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9145acef-a44f-4685-8014-4df8211d21e4 req-e943c9c3-0a3f-4ad2-ae41-4bb8eeaa8a15 service neutron] 10.222.0.66 "GET /v2.0/networks?id=64614a18-07e0-43ad-9990-55ab159f858f HTTP/1.1" status: 200 len: 912 time: 0.0893223 Jun 16 19:00:09.398823 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:09.407103 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734dfa2-ce6f-4f4a-a58f-4c2a460cbc39 req-ceb60783-6204-40a1-a74c-79daf844e2cd tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:09.408636 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6734dfa2-ce6f-4f4a-a58f-4c2a460cbc39 req-ceb60783-6204-40a1-a74c-79daf844e2cd tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0472093 Jun 16 19:00:09.439894 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:09.457210 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6734dfa2-ce6f-4f4a-a58f-4c2a460cbc39 req-a46f8aee-1790-4617-ac88-55f64c3b3606 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418758 Jun 16 19:00:09.807067 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a1d15dde-bd16-448a-9350-16ad6c7c1698 req-53f9b5e9-6a5e-4481-b080-0f71392946e5 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=06d390f1-f370-40cd-bb8f-718895371ba3 HTTP/1.1" status: 200 len: 210 time: 0.0312538 Jun 16 19:00:10.194192 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9145acef-a44f-4685-8014-4df8211d21e4 req-6bf20cf0-911a-4a82-91f5-8bf1b5070001 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=813e5e92-6255-46b0-aa69-1964caa13cf4 HTTP/1.1" status: 200 len: 1001 time: 0.0568309 Jun 16 19:00:10.228969 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:10.266332 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43900c13-7609-4381-b075-1739f4d6cdac req-72df870f-4edd-4911-afd9-725fa69058c4 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:10.267719 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-43900c13-7609-4381-b075-1739f4d6cdac req-72df870f-4edd-4911-afd9-725fa69058c4 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0479925 Jun 16 19:00:10.313616 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-43900c13-7609-4381-b075-1739f4d6cdac req-768992ae-eb26-4668-94ff-1f77138a4379 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403924 Jun 16 19:00:10.581622 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a33ba-9aa2-40c7-90b0-a2ec50659ef9 req-7eed1cfb-2d1b-4cac-9e9e-aa3c874196db tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:10.583073 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-006a33ba-9aa2-40c7-90b0-a2ec50659ef9 req-7eed1cfb-2d1b-4cac-9e9e-aa3c874196db tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0496542 Jun 16 19:00:10.628733 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-006a33ba-9aa2-40c7-90b0-a2ec50659ef9 req-3e70f981-28ab-45ee-bf5e-7d5573d84b61 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402193 Jun 16 19:00:10.898935 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-76571dc6-086b-42ad-a218-60c5c1722217 req-f9040902-6fb0-4d60-8aa9-242ed2b49717 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=06d390f1-f370-40cd-bb8f-718895371ba3 HTTP/1.1" status: 200 len: 210 time: 0.0272975 Jun 16 19:00:11.426056 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da5979-bdb8-4e99-96e8-292dc257038e req-a5e8284f-95d2-47bd-a743-0b6d73b092b7 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:11.427534 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f8da5979-bdb8-4e99-96e8-292dc257038e req-a5e8284f-95d2-47bd-a743-0b6d73b092b7 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0474887 Jun 16 19:00:11.480144 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f8da5979-bdb8-4e99-96e8-292dc257038e req-f002f49b-6878-4f5d-8dae-98f4aa2b21ac tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470958 Jun 16 19:00:11.526194 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:11.742980 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8853c-11c3-483d-bea1-969d53005dfb req-3a906530-8bba-47bc-aa28-a4b290398b36 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:11.744435 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a3e8853c-11c3-483d-bea1-969d53005dfb req-3a906530-8bba-47bc-aa28-a4b290398b36 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0464511 Jun 16 19:00:11.791103 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a3e8853c-11c3-483d-bea1-969d53005dfb req-66fe10a8-b31c-4df8-b58c-4556c86905ba tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407317 Jun 16 19:00:11.796719 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=3 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:11.804758 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=15 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:12.001972 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-659ba9fe-aa19-4968-adfa-99dcb0b6f144 req-30a49882-7de5-4f0a-aa1f-711b423c82f4 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=06d390f1-f370-40cd-bb8f-718895371ba3 HTTP/1.1" status: 200 len: 210 time: 0.0389543 Jun 16 19:00:12.039079 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145acef-a44f-4685-8014-4df8211d21e4 req-4e732852-08c2-4e3f-bc23-997a42936fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:12.040537 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9145acef-a44f-4685-8014-4df8211d21e4 req-4e732852-08c2-4e3f-bc23-997a42936fed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3c0b066-676e-4fae-8d81-100b0457b81e HTTP/1.1" status: 200 len: 849 time: 0.0507152 Jun 16 19:00:12.089417 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145acef-a44f-4685-8014-4df8211d21e4 req-faf4b517-9cb6-4926-b110-36c7d18d9dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:12.090870 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9145acef-a44f-4685-8014-4df8211d21e4 req-faf4b517-9cb6-4926-b110-36c7d18d9dda service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=64614a18-07e0-43ad-9990-55ab159f858f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405817 Jun 16 19:00:12.120452 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:12.203384 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9145acef-a44f-4685-8014-4df8211d21e4 req-47530e07-9cbb-4157-9bcc-893ad232376d service neutron] 10.222.0.66 "GET /v2.0/networks/64614a18-07e0-43ad-9990-55ab159f858f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845785 Jun 16 19:00:12.313632 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9145acef-a44f-4685-8014-4df8211d21e4 req-d5108c09-db3a-4ba1-8593-360eb44270b3 service neutron] 10.222.0.66 "GET /v2.0/networks/64614a18-07e0-43ad-9990-55ab159f858f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902762 Jun 16 19:00:12.591955 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f9ee6-4847-4711-b80c-30e89295c90b req-6027bcfc-4dd8-439b-8342-70ccdccc8991 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:12.593424 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ed5f9ee6-4847-4711-b80c-30e89295c90b req-6027bcfc-4dd8-439b-8342-70ccdccc8991 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0460341 Jun 16 19:00:12.639956 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ed5f9ee6-4847-4711-b80c-30e89295c90b req-89ee85b5-7c0c-41d8-b878-6439b10b0b95 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410640 Jun 16 19:00:12.910333 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9ec9c-ceca-46d6-8d14-f502394edff3 req-9eac514c-5a84-476b-9fc3-cd3afc01527b tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:12.911797 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-98e9ec9c-ceca-46d6-8d14-f502394edff3 req-9eac514c-5a84-476b-9fc3-cd3afc01527b tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0522971 Jun 16 19:00:12.960311 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-98e9ec9c-ceca-46d6-8d14-f502394edff3 req-4ae68197-ef6d-403f-a24e-a837e24f2acb tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428011 Jun 16 19:00:13.098554 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6d9a5fe8-b466-4441-a3ae-a37457d45ed2 req-f4ee7de0-3023-48cc-8721-79a97f25b782 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=06d390f1-f370-40cd-bb8f-718895371ba3 HTTP/1.1" status: 200 len: 210 time: 0.0280042 Jun 16 19:00:13.496490 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:13.548902 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:13.584095 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5849b-5a15-4766-9922-ef9de036961f req-44a9bf1a-ef11-497c-b37d-0ce6f84ef153 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:13.585586 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1cf5849b-5a15-4766-9922-ef9de036961f req-44a9bf1a-ef11-497c-b37d-0ce6f84ef153 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.66 "GET /v2.0/networks?id=1cba00b2-5236-4b98-9847-76f93e5270f2 HTTP/1.1" status: 200 len: 814 time: 0.1109703 Jun 16 19:00:13.605282 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [req-1cf5849b-5a15-4766-9922-ef9de036961f req-d6279171-635c-448c-865f-a6958647b4ed tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Request body: {'port': {'device_id': '06d390f1-f370-40cd-bb8f-718895371ba3', 'network_id': '1cba00b2-5236-4b98-9847-76f93e5270f2', 'admin_state_up': True, 'tenant_id': 'e16a74b1bc56455b8f60bfc28bc94afb'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:00:13.837425 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a84abb-3cdb-464d-af49-415faabcaa85 req-cc94665e-f6fa-48ff-8d0f-e277dc46df9f tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:13.841986 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f7a84abb-3cdb-464d-af49-415faabcaa85 req-cc94665e-f6fa-48ff-8d0f-e277dc46df9f tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0996890 Jun 16 19:00:13.892565 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cf5849b-5a15-4766-9922-ef9de036961f req-d6279171-635c-448c-865f-a6958647b4ed tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Made reservation on behalf of e16a74b1bc56455b8f60bfc28bc94afb for: {'port': 1} {{(pid=116193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 19:00:13.895921 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-1cf5849b-5a15-4766-9922-ef9de036961f req-d6279171-635c-448c-865f-a6958647b4ed tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:13.910279 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f7a84abb-3cdb-464d-af49-415faabcaa85 req-8d0f99bc-7740-47e3-b2a5-78e47e76560c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674200 Jun 16 19:00:14.181475 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_common [req-1cf5849b-5a15-4766-9922-ef9de036961f req-d6279171-635c-448c-865f-a6958647b4ed tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Allocated IP 172.20.0.11 (1cba00b2-5236-4b98-9847-76f93e5270f2/d11c86c7-15c9-4840-b5aa-305a0705ecb2/ab068e39-8b7f-4539-b0c1-6a81612e51fd) {{(pid=116193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 19:00:14.206982 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db3209-6c09-49e3-ab8b-56caf01f88e8 req-df5423ca-b525-4d56-8f9f-8219fe70f745 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:14.208645 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b7db3209-6c09-49e3-ab8b-56caf01f88e8 req-df5423ca-b525-4d56-8f9f-8219fe70f745 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.1144557 Jun 16 19:00:14.266983 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c1f58501-a5cf-4f48-9f8e-29eabfd914d4 req-803c0af4-fd25-49f0-a5db-985d5d87fe67 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=06d390f1-f370-40cd-bb8f-718895371ba3 HTTP/1.1" status: 200 len: 210 time: 0.0773115 Jun 16 19:00:14.317727 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1ebaacc8-f17c-43ad-a6cd-360704e3c1b2 req-b5880da6-8bb3-4aa1-8a63-b89babf6a20a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763769 Jun 16 19:00:14.386516 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b7db3209-6c09-49e3-ab8b-56caf01f88e8 req-c6fa8267-4e9b-445b-8ecc-666ae33286aa tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696887 Jun 16 19:00:14.491405 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebaacc8-f17c-43ad-a6cd-360704e3c1b2 req-8da13119-8206-4500-887c-4883a035577f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:14.492844 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1ebaacc8-f17c-43ad-a6cd-360704e3c1b2 req-8da13119-8206-4500-887c-4883a035577f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ed8501d1ff734054ba0a6ef4c398d051&device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 1130 time: 0.0564091 Jun 16 19:00:14.525423 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-1cf5849b-5a15-4766-9922-ef9de036961f req-d6279171-635c-448c-865f-a6958647b4ed tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Publish callbacks [] for port (ab068e39-8b7f-4539-b0c1-6a81612e51fd), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:14.626291 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:14.652397 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebaacc8-f17c-43ad-a6cd-360704e3c1b2 req-39e9c4b3-eb00-449c-808b-ff3c85fa32e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:14.654174 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1ebaacc8-f17c-43ad-a6cd-360704e3c1b2 req-39e9c4b3-eb00-449c-808b-ff3c85fa32e5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9f034df0-3327-47b9-8a71-7606258bf90a HTTP/1.1" status: 200 len: 920 time: 0.1267231 Jun 16 19:00:14.698153 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-1cf5849b-5a15-4766-9922-ef9de036961f req-d6279171-635c-448c-865f-a6958647b4ed tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (ab068e39-8b7f-4539-b0c1-6a81612e51fd), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:14.701003 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1ebaacc8-f17c-43ad-a6cd-360704e3c1b2 req-581c6afd-0dd7-45de-9b15-309209fef688 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=874e17b1-59b4-455e-93ae-78a55fa69aa1 HTTP/1.1" status: 200 len: 217 time: 0.0396461 Jun 16 19:00:14.707846 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:14.785173 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cf5849b-5a15-4766-9922-ef9de036961f req-d6279171-635c-448c-865f-a6958647b4ed tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Network 1cba00b2-5236-4b98-9847-76f93e5270f2 is already hosted by enough agents. {{(pid=116193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:00:14.794559 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [req-1cf5849b-5a15-4766-9922-ef9de036961f req-d6279171-635c-448c-865f-a6958647b4ed tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Resources bound (agent type, host, resource id): {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:00:14.800272 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6279171-635c-448c-865f-a6958647b4ed tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Pushing event updated for resources: {'Port': ['ID=ab068e39-8b7f-4539-b0c1-6a81612e51fd,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:14.812000 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf5849b-5a15-4766-9922-ef9de036961f req-d6279171-635c-448c-865f-a6958647b4ed tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Received port after_create {{(pid=116193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 19:00:14.839199 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebaacc8-f17c-43ad-a6cd-360704e3c1b2 req-419b3dbc-5d16-486e-b023-8d684c6d8fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:14.840670 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1ebaacc8-f17c-43ad-a6cd-360704e3c1b2 req-419b3dbc-5d16-486e-b023-8d684c6d8fe6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=21288f53-db0a-40bc-af1b-49bfa8ab21bd HTTP/1.1" status: 200 len: 857 time: 0.1282403 Jun 16 19:00:14.897562 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5849b-5a15-4766-9922-ef9de036961f req-d6279171-635c-448c-865f-a6958647b4ed tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:14.898180 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-1cf5849b-5a15-4766-9922-ef9de036961f req-d6279171-635c-448c-865f-a6958647b4ed tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:14.908609 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebaacc8-f17c-43ad-a6cd-360704e3c1b2 req-952d3fb5-b428-48dc-a888-d5c92f8b2547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:14.910117 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1ebaacc8-f17c-43ad-a6cd-360704e3c1b2 req-952d3fb5-b428-48dc-a888-d5c92f8b2547 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9f034df0-3327-47b9-8a71-7606258bf90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0606036 Jun 16 19:00:14.987102 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1cf5849b-5a15-4766-9922-ef9de036961f req-d6279171-635c-448c-865f-a6958647b4ed tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3857372 Jun 16 19:00:15.003380 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [req-1cf5849b-5a15-4766-9922-ef9de036961f req-f6b9b359-d57d-429c-b6f9-0f4c4dbaecdd service neutron] Request body: {'port': {'device_id': '06d390f1-f370-40cd-bb8f-718895371ba3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:00:15.052078 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1ebaacc8-f17c-43ad-a6cd-360704e3c1b2 req-e64c6e60-509c-4e67-9a18-3c32ba8b3ae9 service neutron] 10.222.0.66 "GET /v2.0/networks/9f034df0-3327-47b9-8a71-7606258bf90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280389 Jun 16 19:00:15.392337 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-1cf5849b-5a15-4766-9922-ef9de036961f req-f6b9b359-d57d-429c-b6f9-0f4c4dbaecdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (ab068e39-8b7f-4539-b0c1-6a81612e51fd), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:15.488534 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108505b-984e-4585-b4f8-b5351b275179 req-db40fb3c-51db-4673-bc6d-ab7453bfe75a tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:15.490096 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8108505b-984e-4585-b4f8-b5351b275179 req-db40fb3c-51db-4673-bc6d-ab7453bfe75a tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=06d390f1-f370-40cd-bb8f-718895371ba3 HTTP/1.1" status: 200 len: 932 time: 0.0988772 Jun 16 19:00:15.566942 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1ebaacc8-f17c-43ad-a6cd-360704e3c1b2 req-cdfdca23-7034-4b1a-9c90-0a0efc6b539e service neutron] 10.222.0.66 "GET /v2.0/networks/9f034df0-3327-47b9-8a71-7606258bf90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5089579 Jun 16 19:00:15.635657 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0842f7d-e643-43c6-9cb0-2a9a3c687142 req-dc82de8b-2acf-4322-aaad-220e1317ee84 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:15.642556 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c0842f7d-e643-43c6-9cb0-2a9a3c687142 req-dc82de8b-2acf-4322-aaad-220e1317ee84 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.1666684 Jun 16 19:00:15.698788 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8108505b-984e-4585-b4f8-b5351b275179 req-b32cc911-7e41-4bdb-867d-cfa7824504d3 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b98f7c2-3438-40ee-8f56-014b9d8b42ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949461 Jun 16 19:00:15.724310 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:15.779456 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c0842f7d-e643-43c6-9cb0-2a9a3c687142 req-114c3f73-14dd-4428-a9cb-6c52524ebfab tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358321 Jun 16 19:00:15.906128 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [req-1cf5849b-5a15-4766-9922-ef9de036961f req-f6b9b359-d57d-429c-b6f9-0f4c4dbaecdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab068e39-8b7f-4539-b0c1-6a81612e51fd {{(pid=116193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 19:00:15.917534 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-1cf5849b-5a15-4766-9922-ef9de036961f req-f6b9b359-d57d-429c-b6f9-0f4c4dbaecdd service neutron] Publish callbacks [] for port (ab068e39-8b7f-4539-b0c1-6a81612e51fd), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:15.926244 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:15.937523 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.provisioning_blocks [req-1cf5849b-5a15-4766-9922-ef9de036961f req-f6b9b359-d57d-429c-b6f9-0f4c4dbaecdd service neutron] Transition to ACTIVE for port object ab068e39-8b7f-4539-b0c1-6a81612e51fd will not be triggered until provisioned by entity L2. {{(pid=116193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 19:00:16.018118 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-1cf5849b-5a15-4766-9922-ef9de036961f req-f6b9b359-d57d-429c-b6f9-0f4c4dbaecdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (ab068e39-8b7f-4539-b0c1-6a81612e51fd), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:16.096534 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9b359-d57d-429c-b6f9-0f4c4dbaecdd service neutron] Pushing event updated for resources: {'Port': ['ID=ab068e39-8b7f-4539-b0c1-6a81612e51fd,revision_number=2']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:16.102693 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:16.191126 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-1cf5849b-5a15-4766-9922-ef9de036961f req-f6b9b359-d57d-429c-b6f9-0f4c4dbaecdd service neutron] Attempting to bind port ab068e39-8b7f-4539-b0c1-6a81612e51fd on host hv-cinder-84617 for vnic_type normal with profile {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 19:00:16.191824 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-1cf5849b-5a15-4766-9922-ef9de036961f req-f6b9b359-d57d-429c-b6f9-0f4c4dbaecdd service neutron] Attempting to bind port ab068e39-8b7f-4539-b0c1-6a81612e51fd by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '81fc8e53-7f5c-4025-a1b0-0fad6c3bb060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '1cba00b2-5236-4b98-9847-76f93e5270f2'}] {{(pid=116193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 19:00:16.192365 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf5849b-5a15-4766-9922-ef9de036961f req-f6b9b359-d57d-429c-b6f9-0f4c4dbaecdd service neutron] Attempting to bind port ab068e39-8b7f-4539-b0c1-6a81612e51fd on network 1cba00b2-5236-4b98-9847-76f93e5270f2 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 19:00:16.198111 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf5849b-5a15-4766-9922-ef9de036961f req-f6b9b359-d57d-429c-b6f9-0f4c4dbaecdd service neutron] Port ab068e39-8b7f-4539-b0c1-6a81612e51fd on network 1cba00b2-5236-4b98-9847-76f93e5270f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 19:00:16.198321 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf5849b-5a15-4766-9922-ef9de036961f req-f6b9b359-d57d-429c-b6f9-0f4c4dbaecdd service neutron] Attempting to bind port ab068e39-8b7f-4539-b0c1-6a81612e51fd on network 1cba00b2-5236-4b98-9847-76f93e5270f2 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 19:00:16.204026 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf5849b-5a15-4766-9922-ef9de036961f req-f6b9b359-d57d-429c-b6f9-0f4c4dbaecdd service neutron] Checking agent: {'id': '78e75526-212b-4550-9dc1-6e088b901fa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'started_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 18, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 19:00:16.204378 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf5849b-5a15-4766-9922-ef9de036961f req-f6b9b359-d57d-429c-b6f9-0f4c4dbaecdd service neutron] Checking segment: {'id': '81fc8e53-7f5c-4025-a1b0-0fad6c3bb060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '1cba00b2-5236-4b98-9847-76f93e5270f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 19:00:16.204765 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf5849b-5a15-4766-9922-ef9de036961f req-f6b9b359-d57d-429c-b6f9-0f4c4dbaecdd service neutron] Bound using segment: {'id': '81fc8e53-7f5c-4025-a1b0-0fad6c3bb060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '1cba00b2-5236-4b98-9847-76f93e5270f2'} {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 19:00:16.205375 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-1cf5849b-5a15-4766-9922-ef9de036961f req-f6b9b359-d57d-429c-b6f9-0f4c4dbaecdd service neutron] Bound port: ab068e39-8b7f-4539-b0c1-6a81612e51fd, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81fc8e53-7f5c-4025-a1b0-0fad6c3bb060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '1cba00b2-5236-4b98-9847-76f93e5270f2'}}] {{(pid=116193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 19:00:16.205923 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-1cf5849b-5a15-4766-9922-ef9de036961f req-f6b9b359-d57d-429c-b6f9-0f4c4dbaecdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (ab068e39-8b7f-4539-b0c1-6a81612e51fd), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:16.284400 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-1cf5849b-5a15-4766-9922-ef9de036961f req-f6b9b359-d57d-429c-b6f9-0f4c4dbaecdd service neutron] For port ab068e39-8b7f-4539-b0c1-6a81612e51fd, host hv-cinder-84617, cleared binding levels {{(pid=116193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 19:00:16.289412 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-1cf5849b-5a15-4766-9922-ef9de036961f req-f6b9b359-d57d-429c-b6f9-0f4c4dbaecdd service neutron] For port ab068e39-8b7f-4539-b0c1-6a81612e51fd, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=ab068e39-8b7f-4539-b0c1-6a81612e51fd,segment=NetworkSegment(81fc8e53-7f5c-4025-a1b0-0fad6c3bb060),segment_id=81fc8e53-7f5c-4025-a1b0-0fad6c3bb060)] {{(pid=116193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 19:00:16.372699 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-1cf5849b-5a15-4766-9922-ef9de036961f req-f6b9b359-d57d-429c-b6f9-0f4c4dbaecdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (ab068e39-8b7f-4539-b0c1-6a81612e51fd), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:16.417882 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5849b-5a15-4766-9922-ef9de036961f req-f6b9b359-d57d-429c-b6f9-0f4c4dbaecdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:16.418538 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-1cf5849b-5a15-4766-9922-ef9de036961f req-f6b9b359-d57d-429c-b6f9-0f4c4dbaecdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:16.419925 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1cf5849b-5a15-4766-9922-ef9de036961f req-f6b9b359-d57d-429c-b6f9-0f4c4dbaecdd service neutron] 10.222.0.66 "PUT /v2.0/ports/ab068e39-8b7f-4539-b0c1-6a81612e51fd HTTP/1.1" status: 200 len: 1094 time: 1.4241531 Jun 16 19:00:16.420364 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d390f1-f370-40cd-bb8f-718895371ba3', 'tag': 'ab068e39-8b7f-4539-b0c1-6a81612e51fd'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:00:16.422637 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53748501-4b62-4766-92f8-e484b45a3d81" -d '{"events": [{"name": "network-changed", "server_uuid": "06d390f1-f370-40cd-bb8f-718895371ba3", "tag": "ab068e39-8b7f-4539-b0c1-6a81612e51fd"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:00:16.439691 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9b359-d57d-429c-b6f9-0f4c4dbaecdd service neutron] Pushing event updated for resources: {'Port': ['ID=ab068e39-8b7f-4539-b0c1-6a81612e51fd,revision_number=3']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:16.468689 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 19:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6781fb35-75ab-4841-9c77-f24415b68c62 x-openstack-request-id: req-6781fb35-75ab-4841-9c77-f24415b68c62 {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:00:16.469083 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d390f1-f370-40cd-bb8f-718895371ba3", "tag": "ab068e39-8b7f-4539-b0c1-6a81612e51fd", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:00:16.469532 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6781fb35-75ab-4841-9c77-f24415b68c62 {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:00:16.469947 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6781fb35-75ab-4841-9c77-f24415b68c62'] response: {'name': 'network-changed', 'server_uuid': '06d390f1-f370-40cd-bb8f-718895371ba3', 'tag': 'ab068e39-8b7f-4539-b0c1-6a81612e51fd', 'status': 'completed', 'code': 200} Jun 16 19:00:16.534109 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53748501-4b62-4766-92f8-e484b45a3d81 req-4f0c4c5d-23a0-4875-9a15-f886666e40df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:16.535645 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-53748501-4b62-4766-92f8-e484b45a3d81 req-4f0c4c5d-23a0-4875-9a15-f886666e40df service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e16a74b1bc56455b8f60bfc28bc94afb&device_id=06d390f1-f370-40cd-bb8f-718895371ba3 HTTP/1.1" status: 200 len: 1128 time: 0.0392733 Jun 16 19:00:16.649653 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53748501-4b62-4766-92f8-e484b45a3d81 req-971078c9-00da-4205-8f38-06c0b1311512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:16.649653 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-53748501-4b62-4766-92f8-e484b45a3d81 req-971078c9-00da-4205-8f38-06c0b1311512 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=e16a74b1bc56455b8f60bfc28bc94afb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0962424 Jun 16 19:00:16.735118 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53748501-4b62-4766-92f8-e484b45a3d81 req-183d4d52-4a3d-4502-9810-875b57c05992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:16.736573 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-53748501-4b62-4766-92f8-e484b45a3d81 req-183d4d52-4a3d-4502-9810-875b57c05992 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0893731 Jun 16 19:00:16.874087 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb59b33-965e-4fa1-a478-6cfb5e3dfb60 req-0048c958-5375-40d0-a430-dcabd8159a25 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:16.935243 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7bb59b33-965e-4fa1-a478-6cfb5e3dfb60 req-0048c958-5375-40d0-a430-dcabd8159a25 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=06d390f1-f370-40cd-bb8f-718895371ba3 HTTP/1.1" status: 200 len: 944 time: 0.0976341 Jun 16 19:00:16.944433 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935e718-51e0-4d7a-8576-6d501480168d req-e86644ad-7be8-43f3-9057-89972025767c tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:16.947113 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d935e718-51e0-4d7a-8576-6d501480168d req-e86644ad-7be8-43f3-9057-89972025767c tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0895622 Jun 16 19:00:17.003540 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7bb59b33-965e-4fa1-a478-6cfb5e3dfb60 req-0c3df39d-0f8a-4677-82b4-07d6a64d684f tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b98f7c2-3438-40ee-8f56-014b9d8b42ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192622 Jun 16 19:00:17.057337 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d935e718-51e0-4d7a-8576-6d501480168d req-a363ca1d-e8f6-4df0-b514-49b90bc12ed1 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942042 Jun 16 19:00:17.179003 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5849b-5a15-4766-9922-ef9de036961f req-902465be-ee8c-4d2e-b469-f65d833fe991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:17.180851 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1cf5849b-5a15-4766-9922-ef9de036961f req-902465be-ee8c-4d2e-b469-f65d833fe991 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e16a74b1bc56455b8f60bfc28bc94afb&device_id=06d390f1-f370-40cd-bb8f-718895371ba3 HTTP/1.1" status: 200 len: 1128 time: 0.0567572 Jun 16 19:00:17.223997 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1cf5849b-5a15-4766-9922-ef9de036961f req-03380eb7-7664-472b-9f61-9811d3772e2b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab068e39-8b7f-4539-b0c1-6a81612e51fd HTTP/1.1" status: 200 len: 217 time: 0.0339708 Jun 16 19:00:17.280878 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5849b-5a15-4766-9922-ef9de036961f req-c19f784b-0d79-44e2-8270-001ebccfe926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:17.282400 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1cf5849b-5a15-4766-9922-ef9de036961f req-c19f784b-0d79-44e2-8270-001ebccfe926 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d11c86c7-15c9-4840-b5aa-305a0705ecb2 HTTP/1.1" status: 200 len: 854 time: 0.0474148 Jun 16 19:00:17.320116 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1cf5849b-5a15-4766-9922-ef9de036961f req-f35d7f64-8aed-4bac-8d57-8466038a3257 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1cba00b2-5236-4b98-9847-76f93e5270f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263495 Jun 16 19:00:17.349288 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:17.426344 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:17.434085 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1cf5849b-5a15-4766-9922-ef9de036961f req-e6cfed0c-cd27-4f96-ba74-926c30d99b14 service neutron] 10.222.0.66 "GET /v2.0/networks/1cba00b2-5236-4b98-9847-76f93e5270f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047785 Jun 16 19:00:17.551178 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1cf5849b-5a15-4766-9922-ef9de036961f req-aeeaeb5a-ec0c-489f-8fcb-205b95dd3e49 service neutron] 10.222.0.66 "GET /v2.0/networks/1cba00b2-5236-4b98-9847-76f93e5270f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079879 Jun 16 19:00:18.203625 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55ad2f-19fc-4196-bd31-5382259323fd req-c63d99fa-6f6b-4565-9211-57152408d8ad tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:18.205168 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6e55ad2f-19fc-4196-bd31-5382259323fd req-c63d99fa-6f6b-4565-9211-57152408d8ad tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=06d390f1-f370-40cd-bb8f-718895371ba3 HTTP/1.1" status: 200 len: 944 time: 0.0912881 Jun 16 19:00:18.214102 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d21823-c0a2-4cf8-baad-f3e519360627 req-1099ed06-04a4-40bf-81d8-32818c021e01 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:18.215555 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d9d21823-c0a2-4cf8-baad-f3e519360627 req-1099ed06-04a4-40bf-81d8-32818c021e01 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0670848 Jun 16 19:00:18.299348 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d9d21823-c0a2-4cf8-baad-f3e519360627 req-864b1d64-4a41-407b-974e-493d84e11d3c tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750022 Jun 16 19:00:18.302465 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6e55ad2f-19fc-4196-bd31-5382259323fd req-9a3992b6-3dd7-4012-9e4b-afd1c06e94c7 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b98f7c2-3438-40ee-8f56-014b9d8b42ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853953 Jun 16 19:00:19.529054 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7dc95-1ee1-407a-b6d0-e5b38e950bf6 req-dd2e5873-2ef5-4be3-a0d9-3facb6e8e9a4 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:19.531686 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d7b7dc95-1ee1-407a-b6d0-e5b38e950bf6 req-dd2e5873-2ef5-4be3-a0d9-3facb6e8e9a4 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=06d390f1-f370-40cd-bb8f-718895371ba3 HTTP/1.1" status: 200 len: 944 time: 0.1293077 Jun 16 19:00:19.561172 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc53049-5a6e-4e02-9af7-4fe40d7c7c8d req-f88c7609-ad79-4607-b342-3ec9b1b7ba0d tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:19.562895 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5bc53049-5a6e-4e02-9af7-4fe40d7c7c8d req-f88c7609-ad79-4607-b342-3ec9b1b7ba0d tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.1057508 Jun 16 19:00:19.638855 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d7b7dc95-1ee1-407a-b6d0-e5b38e950bf6 req-28293210-7a5e-4ec2-a677-fd4713691820 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b98f7c2-3438-40ee-8f56-014b9d8b42ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969567 Jun 16 19:00:19.652393 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5bc53049-5a6e-4e02-9af7-4fe40d7c7c8d req-c62683f5-f3c4-42dd-a8df-da113fbe1f0c tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811141 Jun 16 19:00:19.756091 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device ab068e39-8b7f-4539-b0c1-6a81612e51fd details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=116194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 19:00:19.858515 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port ab068e39-8b7f-4539-b0c1-6a81612e51fd, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=ab068e39-8b7f-4539-b0c1-6a81612e51fd,segment=NetworkSegment(81fc8e53-7f5c-4025-a1b0-0fad6c3bb060),segment_id=81fc8e53-7f5c-4025-a1b0-0fad6c3bb060)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:00:19.870316 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Returning: {'device': 'ab068e39-8b7f-4539-b0c1-6a81612e51fd', 'network_id': '1cba00b2-5236-4b98-9847-76f93e5270f2', 'port_id': 'ab068e39-8b7f-4539-b0c1-6a81612e51fd', 'mac_address': 'fa:16:3e:31:21:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd11c86c7-15c9-4840-b5aa-305a0705ecb2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 19:00:19.905951 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port ab068e39-8b7f-4539-b0c1-6a81612e51fd is: DOWN; New status is: BUILD {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:00:19.906278 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (ab068e39-8b7f-4539-b0c1-6a81612e51fd), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:19.922381 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab068e39-8b7f-4539-b0c1-6a81612e51fd {{(pid=116194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 19:00:19.941929 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port ab068e39-8b7f-4539-b0c1-6a81612e51fd, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=ab068e39-8b7f-4539-b0c1-6a81612e51fd,segment=NetworkSegment(81fc8e53-7f5c-4025-a1b0-0fad6c3bb060),segment_id=81fc8e53-7f5c-4025-a1b0-0fad6c3bb060)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:00:20.014513 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (ab068e39-8b7f-4539-b0c1-6a81612e51fd), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:20.074966 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=ab068e39-8b7f-4539-b0c1-6a81612e51fd,revision_number=4']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:20.409390 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] get_ports_and_sgs() called for port_ids ['ab068e39-8b7f-4539-b0c1-6a81612e51fd'] {{(pid=116194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 19:00:20.801857 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34b8fb-a17d-4352-a6f9-ba5e39751eda req-3d15f292-aff2-401e-a629-a351f60e0e59 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:20.809361 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8c34b8fb-a17d-4352-a6f9-ba5e39751eda req-3d15f292-aff2-401e-a629-a351f60e0e59 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=06d390f1-f370-40cd-bb8f-718895371ba3 HTTP/1.1" status: 200 len: 945 time: 0.0914791 Jun 16 19:00:20.841506 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c8657-9d60-400c-89df-cb502ab1431a req-93c68c81-0bfd-4f74-8cbf-850598aa302e tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:20.843003 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b35c8657-9d60-400c-89df-cb502ab1431a req-93c68c81-0bfd-4f74-8cbf-850598aa302e tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0792658 Jun 16 19:00:20.905597 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8c34b8fb-a17d-4352-a6f9-ba5e39751eda req-74652e68-4130-4e00-9999-d5470bd2fabb tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b98f7c2-3438-40ee-8f56-014b9d8b42ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950379 Jun 16 19:00:20.914615 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b35c8657-9d60-400c-89df-cb502ab1431a req-2ce454eb-cdc1-4c78-b453-b147000bd033 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607324 Jun 16 19:00:21.790597 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device ab068e39-8b7f-4539-b0c1-6a81612e51fd up at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 19:00:21.861800 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning for port ab068e39-8b7f-4539-b0c1-6a81612e51fd completed by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 19:00:21.915368 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning complete for port ab068e39-8b7f-4539-b0c1-6a81612e51fd triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:00:21.915767 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (ab068e39-8b7f-4539-b0c1-6a81612e51fd), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:22.022662 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port ab068e39-8b7f-4539-b0c1-6a81612e51fd is: BUILD; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:00:22.023492 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (ab068e39-8b7f-4539-b0c1-6a81612e51fd), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:22.048972 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d390f1-f370-40cd-bb8f-718895371ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab068e39-8b7f-4539-b0c1-6a81612e51fd'}] {{(pid=116194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:00:22.052137 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c514dfdaa64f5ff94ef0a30f0983ecc87ad84dbda33c755e7db481fe7439434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2b6c85-40ee-43d1-9e18-e9d35468c29c" -d '{"events": [{"server_uuid": "06d390f1-f370-40cd-bb8f-718895371ba3", "name": "network-vif-plugged", "status": "completed", "tag": "ab068e39-8b7f-4539-b0c1-6a81612e51fd"}]}' {{(pid=116194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:00:22.070221 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port ab068e39-8b7f-4539-b0c1-6a81612e51fd, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=ab068e39-8b7f-4539-b0c1-6a81612e51fd,segment=NetworkSegment(81fc8e53-7f5c-4025-a1b0-0fad6c3bb060),segment_id=81fc8e53-7f5c-4025-a1b0-0fad6c3bb060)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:00:22.139794 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (ab068e39-8b7f-4539-b0c1-6a81612e51fd), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:22.183787 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f7c4b-217b-4ee0-a287-2817c5f46403 req-c5409642-c81e-4198-a02a-25f04eff7657 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:22.187025 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-fe6f7c4b-217b-4ee0-a287-2817c5f46403 req-c5409642-c81e-4198-a02a-25f04eff7657 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=06d390f1-f370-40cd-bb8f-718895371ba3 HTTP/1.1" status: 200 len: 945 time: 0.1628339 Jun 16 19:00:22.195460 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:22.204662 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28ebb4-b7e3-4cc8-8a07-cf3c733633d7 req-0988cbf3-6351-4584-a187-ff017ae71a4c tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:22.207990 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7a28ebb4-b7e3-4cc8-8a07-cf3c733633d7 req-0988cbf3-6351-4584-a187-ff017ae71a4c tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.1632290 Jun 16 19:00:22.212178 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=ab068e39-8b7f-4539-b0c1-6a81612e51fd,revision_number=5']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:22.321820 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-fe6f7c4b-217b-4ee0-a287-2817c5f46403 req-c6aaeb65-b5fc-492f-932d-279394212314 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b98f7c2-3438-40ee-8f56-014b9d8b42ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107159 Jun 16 19:00:22.338999 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7a28ebb4-b7e3-4cc8-8a07-cf3c733633d7 req-a05d427b-aad9-46e3-99cc-ed605e2702e3 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216009 Jun 16 19:00:22.398837 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 19:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e38988-8a8b-47ed-b3d2-107ab8f401e3 x-openstack-request-id: req-37e38988-8a8b-47ed-b3d2-107ab8f401e3 {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:00:22.399161 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d390f1-f370-40cd-bb8f-718895371ba3", "name": "network-vif-plugged", "status": "completed", "tag": "ab068e39-8b7f-4539-b0c1-6a81612e51fd", "code": 200}]} {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:00:22.399420 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-37e38988-8a8b-47ed-b3d2-107ab8f401e3 {{(pid=116194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:00:22.399816 dv-cinder-846171-1-iscsi neutron-server[116194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37e38988-8a8b-47ed-b3d2-107ab8f401e3'] response: {'server_uuid': '06d390f1-f370-40cd-bb8f-718895371ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab068e39-8b7f-4539-b0c1-6a81612e51fd', 'code': 200} Jun 16 19:00:22.761212 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35085633-fcfd-46ac-9be4-8a0ac23da4f9 req-62e1d8e6-3539-4e8e-9514-7130f00668a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:22.764749 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-35085633-fcfd-46ac-9be4-8a0ac23da4f9 req-62e1d8e6-3539-4e8e-9514-7130f00668a9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=06d390f1-f370-40cd-bb8f-718895371ba3 HTTP/1.1" status: 200 len: 1130 time: 0.0426500 Jun 16 19:00:22.816707 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:22.839404 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-35085633-fcfd-46ac-9be4-8a0ac23da4f9 req-902781dc-9a75-4cab-a06f-0aef9664141b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8b98f7c2-3438-40ee-8f56-014b9d8b42ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610559 Jun 16 19:00:23.542469 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c04c2c-db89-4687-b7a4-6e20e8bb4680 req-47ec4f93-fdd6-48f2-ba86-7fa301075796 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:23.543959 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e3c04c2c-db89-4687-b7a4-6e20e8bb4680 req-47ec4f93-fdd6-48f2-ba86-7fa301075796 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=06d390f1-f370-40cd-bb8f-718895371ba3 HTTP/1.1" status: 200 len: 946 time: 0.1242313 Jun 16 19:00:23.573338 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d418323-f872-4fd5-939b-3fedd1dd058b req-b5f18ab7-5dc6-427f-a546-788247a7ff0b tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:23.575009 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6d418323-f872-4fd5-939b-3fedd1dd058b req-b5f18ab7-5dc6-427f-a546-788247a7ff0b tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.1129365 Jun 16 19:00:23.623569 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:23.631891 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e3c04c2c-db89-4687-b7a4-6e20e8bb4680 req-b6da7b7f-c5d1-4544-8ee3-9653fd0a27a4 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b98f7c2-3438-40ee-8f56-014b9d8b42ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803795 Jun 16 19:00:23.659232 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6d418323-f872-4fd5-939b-3fedd1dd058b req-0a14434a-0812-49af-812d-7539fae029e1 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764427 Jun 16 19:00:24.812434 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e721a5-8d01-4679-98c4-dbbbfa407733 req-05508a2b-7f9f-4eaa-80cd-6542cf0e9ae7 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:24.813917 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-62e721a5-8d01-4679-98c4-dbbbfa407733 req-05508a2b-7f9f-4eaa-80cd-6542cf0e9ae7 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=06d390f1-f370-40cd-bb8f-718895371ba3 HTTP/1.1" status: 200 len: 946 time: 0.1075432 Jun 16 19:00:24.835485 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee1799-4c04-4450-a03f-4a949b4262f4 req-9ac358a9-b09d-42d7-b653-24e6528c040e tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:24.837612 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f6ee1799-4c04-4450-a03f-4a949b4262f4 req-9ac358a9-b09d-42d7-b653-24e6528c040e tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0862000 Jun 16 19:00:24.942387 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-62e721a5-8d01-4679-98c4-dbbbfa407733 req-cbf30918-23a5-4c30-9636-a34db9ee7366 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b98f7c2-3438-40ee-8f56-014b9d8b42ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203904 Jun 16 19:00:24.954574 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f6ee1799-4c04-4450-a03f-4a949b4262f4 req-6a71acd9-644f-417b-ac12-99e2715bf7e4 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022582 Jun 16 19:00:26.080664 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20076f9a-43db-470f-bb09-c2972d70cb78 req-51de1f23-8a02-4f78-a1ef-f63c9236c7cb tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:26.082765 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-20076f9a-43db-470f-bb09-c2972d70cb78 req-51de1f23-8a02-4f78-a1ef-f63c9236c7cb tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0578673 Jun 16 19:00:26.136584 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-20076f9a-43db-470f-bb09-c2972d70cb78 req-4d91f6fc-b304-4726-b882-64af90c1a27b tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481000 Jun 16 19:00:27.259074 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031a6fb-100d-4143-bffb-5820d728c669 req-f3cdbe2c-66f4-4f1a-b26d-91bc54d701ef tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:27.260906 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5031a6fb-100d-4143-bffb-5820d728c669 req-f3cdbe2c-66f4-4f1a-b26d-91bc54d701ef tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0499640 Jun 16 19:00:27.316936 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5031a6fb-100d-4143-bffb-5820d728c669 req-de16477e-7e0a-45c7-a302-20d459f528bc tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479720 Jun 16 19:00:27.515795 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:28.447611 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6452867-4228-4b65-9d65-3eb4c9bc0773 req-ffcb9a2d-4ced-4c80-aeb4-8b16f22585c5 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:28.448579 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c6452867-4228-4b65-9d65-3eb4c9bc0773 req-ffcb9a2d-4ced-4c80-aeb4-8b16f22585c5 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0543518 Jun 16 19:00:28.526291 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c6452867-4228-4b65-9d65-3eb4c9bc0773 req-04159720-7c43-4588-8dcf-a8927c31cc25 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685544 Jun 16 19:00:29.653318 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525ca3f-8c10-40a9-b6a0-27d40b8b528f req-befa3e62-ac57-4d0a-bfe4-79cb8ea021ac tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:29.655592 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c525ca3f-8c10-40a9-b6a0-27d40b8b528f req-befa3e62-ac57-4d0a-bfe4-79cb8ea021ac tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0516434 Jun 16 19:00:29.719071 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c525ca3f-8c10-40a9-b6a0-27d40b8b528f req-814a84c0-a662-4e5e-92d1-bb67709d7668 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526807 Jun 16 19:00:30.825303 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663862a-d194-4635-a85e-23b9ec120ec3 req-43db0fe5-5a51-47f3-bf96-88c932e19957 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:30.826799 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3663862a-d194-4635-a85e-23b9ec120ec3 req-43db0fe5-5a51-47f3-bf96-88c932e19957 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0472555 Jun 16 19:00:30.873252 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3663862a-d194-4635-a85e-23b9ec120ec3 req-beb5d425-ffdf-48b3-a7ab-6e57b1b3cd5a tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408304 Jun 16 19:00:31.988739 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cce813-9f4d-429a-88d3-757f7c46ddf8 req-4c03654e-4a44-4799-b72d-97c147c5865f tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:31.990476 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-87cce813-9f4d-429a-88d3-757f7c46ddf8 req-4c03654e-4a44-4799-b72d-97c147c5865f tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0499182 Jun 16 19:00:32.038715 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-87cce813-9f4d-429a-88d3-757f7c46ddf8 req-4e6b9df9-08ac-4ba7-bf6b-174fcf1e5067 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421960 Jun 16 19:00:33.152870 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ab213-d7e3-4155-b7fc-0aab10624d7e req-69791925-b842-40ab-a8e6-0cb304c63d8a tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:33.154413 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6f3ab213-d7e3-4155-b7fc-0aab10624d7e req-69791925-b842-40ab-a8e6-0cb304c63d8a tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0470285 Jun 16 19:00:33.199099 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:33.204083 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6f3ab213-d7e3-4155-b7fc-0aab10624d7e req-421960ce-ff21-4d28-9584-e21d06dfd403 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441554 Jun 16 19:00:33.690090 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=17 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:33.691871 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=18 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:33.879662 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 52908) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:00:33.924366 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfdd4149-fb8f-4073-80f1-d80a6f27cf45 admin admin] Deleting subnet e6ddcdd2-792a-46df-b318-8693a800f2f2 {{(pid=116192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 19:00:33.927466 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-cfdd4149-fb8f-4073-80f1-d80a6f27cf45 admin admin] Publish callbacks [] for subnet (e6ddcdd2-792a-46df-b318-8693a800f2f2), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:33.966129 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-cfdd4149-fb8f-4073-80f1-d80a6f27cf45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4528341'] for subnet (e6ddcdd2-792a-46df-b318-8693a800f2f2), precommit_delete_associations {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:34.005537 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-cfdd4149-fb8f-4073-80f1-d80a6f27cf45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877176'] for subnet (e6ddcdd2-792a-46df-b318-8693a800f2f2), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:34.115975 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-cfdd4149-fb8f-4073-80f1-d80a6f27cf45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5326548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134033083'] for subnet (e6ddcdd2-792a-46df-b318-8693a800f2f2), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:34.140015 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd4149-fb8f-4073-80f1-d80a6f27cf45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6ddcdd2-792a-46df-b318-8693a800f2f2,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:34.149945 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdd4149-fb8f-4073-80f1-d80a6f27cf45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:00:34.150290 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdd4149-fb8f-4073-80f1-d80a6f27cf45 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:00:34.150634 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdd4149-fb8f-4073-80f1-d80a6f27cf45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:00:34.150977 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdd4149-fb8f-4073-80f1-d80a6f27cf45 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:00:34.151311 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdd4149-fb8f-4073-80f1-d80a6f27cf45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:00:34.151641 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdd4149-fb8f-4073-80f1-d80a6f27cf45 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:00:34.152345 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdd4149-fb8f-4073-80f1-d80a6f27cf45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:00:34.152345 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdd4149-fb8f-4073-80f1-d80a6f27cf45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:00:34.152596 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdd4149-fb8f-4073-80f1-d80a6f27cf45 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:00:34.152921 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdd4149-fb8f-4073-80f1-d80a6f27cf45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:00:34.153332 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdd4149-fb8f-4073-80f1-d80a6f27cf45 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:00:34.153598 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdd4149-fb8f-4073-80f1-d80a6f27cf45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:00:34.153920 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdd4149-fb8f-4073-80f1-d80a6f27cf45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:00:34.154289 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdd4149-fb8f-4073-80f1-d80a6f27cf45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:00:34.154612 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdd4149-fb8f-4073-80f1-d80a6f27cf45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:00:34.157450 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-cfdd4149-fb8f-4073-80f1-d80a6f27cf45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for subnet (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:34.160532 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-cfdd4149-fb8f-4073-80f1-d80a6f27cf45 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/e6ddcdd2-792a-46df-b318-8693a800f2f2 HTTP/1.1" status: 204 len: 168 time: 0.2798836 Jun 16 19:00:34.163168 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 52914) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:00:34.342162 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31651978-6980-494c-91bc-e65ec34c6d24 req-4aaa7542-4d75-4e49-bd6c-e898e0eb6995 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:34.343856 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-31651978-6980-494c-91bc-e65ec34c6d24 req-4aaa7542-4d75-4e49-bd6c-e898e0eb6995 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0567069 Jun 16 19:00:34.401140 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-31651978-6980-494c-91bc-e65ec34c6d24 req-dde22666-e5b4-42ff-ad4e-601406c1a169 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503390 Jun 16 19:00:34.472140 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f4dd2fa8-86ae-477e-9247-36f022605b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660547'] for network (38d494d8-3507-4c7f-9260-d84973fd6d03), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:34.549624 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f4dd2fa8-86ae-477e-9247-36f022605b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879417', 'neutron.services.segments.db._delete_segments_for_network-8748651528183'] for network (38d494d8-3507-4c7f-9260-d84973fd6d03), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:34.569761 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.services.segments.db [None req-f4dd2fa8-86ae-477e-9247-36f022605b29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38d494d8-3507-4c7f-9260-d84973fd6d03']}} {{(pid=116192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:00:34.578898 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.services.segments.db [None req-f4dd2fa8-86ae-477e-9247-36f022605b29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a85bed8a-b2ca-457b-91bf-1dc1b4e7b066') {'for_net_delete': True} {{(pid=116192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:00:34.579200 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.services.segments.db [None req-f4dd2fa8-86ae-477e-9247-36f022605b29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a85bed8a-b2ca-457b-91bf-1dc1b4e7b066') {} {{(pid=116192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:00:34.592340 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f4dd2fa8-86ae-477e-9247-36f022605b29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748651528066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4528322'] for segment (a85bed8a-b2ca-457b-91bf-1dc1b4e7b066), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:34.605727 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f4dd2fa8-86ae-477e-9247-36f022605b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056'] for segment (a85bed8a-b2ca-457b-91bf-1dc1b4e7b066), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:34.611995 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4dd2fa8-86ae-477e-9247-36f022605b29 admin admin] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=116192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 19:00:34.617154 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f4dd2fa8-86ae-477e-9247-36f022605b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5326346'] for segment (a85bed8a-b2ca-457b-91bf-1dc1b4e7b066), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:34.660501 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.services.segments.plugin [-] Segment a85bed8a-b2ca-457b-91bf-1dc1b4e7b066 resource provider aggregate not found Jun 16 19:00:34.678713 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.services.segments.plugin [-] Segment a85bed8a-b2ca-457b-91bf-1dc1b4e7b066 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a85bed8a-b2ca-457b-91bf-1dc1b4e7b066 found for delete ", "request_id": "req-a76e000e-d321-496b-a80d-cbc4842b9e8e"}]} Jun 16 19:00:34.744752 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f4dd2fa8-86ae-477e-9247-36f022605b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8340142'] for network (38d494d8-3507-4c7f-9260-d84973fd6d03), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:34.760442 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f4dd2fa8-86ae-477e-9247-36f022605b29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for network (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:34.763598 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-f4dd2fa8-86ae-477e-9247-36f022605b29 admin admin] 10.222.0.81 "DELETE /v2.0/networks/38d494d8-3507-4c7f-9260-d84973fd6d03 HTTP/1.1" status: 204 len: 168 time: 0.5995252 Jun 16 19:00:34.764588 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd2fa8-86ae-477e-9247-36f022605b29 admin admin] Pushing event deleted for resources: {'Network': ['ID=38d494d8-3507-4c7f-9260-d84973fd6d03,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:35.101656 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 52934) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:00:35.140909 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-010211bb-5104-43f4-843b-2f21d565c392 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c5e5a9406f7f4ccba4aaf2cccf1de07e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381153 Jun 16 19:00:35.143280 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 52936) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:00:35.192534 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-dd729e7d-8e15-4233-8f3e-5b4dd0196b8c admin admin] Publish callbacks [] for security_group (070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:35.214055 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-dd729e7d-8e15-4233-8f3e-5b4dd0196b8c admin admin] Publish callbacks [] for security_group (070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:35.327618 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-dd729e7d-8e15-4233-8f3e-5b4dd0196b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:35.330212 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-dd729e7d-8e15-4233-8f3e-5b4dd0196b8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:35.331366 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-dd729e7d-8e15-4233-8f3e-5b4dd0196b8c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee HTTP/1.1" status: 204 len: 168 time: 0.1872194 Jun 16 19:00:35.339815 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd729e7d-8e15-4233-8f3e-5b4dd0196b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070b0fb6-e7cb-4f6d-90da-a9ba0b1941ee,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:35.516991 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66945f3f-6cf0-4bd7-81d2-86f99fcf6dc3 req-ef43653c-6480-48ba-a571-43631ce224e8 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:35.518618 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-66945f3f-6cf0-4bd7-81d2-86f99fcf6dc3 req-ef43653c-6480-48ba-a571-43631ce224e8 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0485873 Jun 16 19:00:35.566206 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-66945f3f-6cf0-4bd7-81d2-86f99fcf6dc3 req-db5c6f7b-b39b-4b5e-a8c7-7c9290eb904c tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420096 Jun 16 19:00:36.686825 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3798fc-63dd-4edd-a479-dc26670547c1 req-e403aae2-1772-489b-b72b-1f158950d478 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:36.688212 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0c3798fc-63dd-4edd-a479-dc26670547c1 req-e403aae2-1772-489b-b72b-1f158950d478 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0485685 Jun 16 19:00:36.693455 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-c708fd4d-f51a-4061-8965-b51225660a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:36.708708 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:36.737982 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0c3798fc-63dd-4edd-a479-dc26670547c1 req-d393c077-8bdb-4b58-82e5-a29144f4832b tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442083 Jun 16 19:00:37.862453 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad44ef3-d95d-4a04-8dc3-865420370093 req-58fdc06f-d8f6-4b3f-a27f-53cf8c89a68f tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:37.865553 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1ad44ef3-d95d-4a04-8dc3-865420370093 req-58fdc06f-d8f6-4b3f-a27f-53cf8c89a68f tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0586898 Jun 16 19:00:37.912212 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1ad44ef3-d95d-4a04-8dc3-865420370093 req-45d533b4-13fc-43ce-a697-6566ba2abbf4 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413892 Jun 16 19:00:38.310366 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92fd33-6044-4c4d-b36f-907403df9b8a req-22cc9220-8c55-4741-afeb-ac146adc6152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:38.311840 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ec92fd33-6044-4c4d-b36f-907403df9b8a req-22cc9220-8c55-4741-afeb-ac146adc6152 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 1129 time: 0.0381620 Jun 16 19:00:38.360625 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ec92fd33-6044-4c4d-b36f-907403df9b8a req-4698b0d5-dd46-457b-93e1-9d584241b8cc service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378532 Jun 16 19:00:39.007655 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-7c7c6111-5a59-453f-9c51-6ebd9ad13523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:39.034668 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77f096-d86d-4d32-8e89-50c5b1ba8447 req-74c3aef0-866d-44a7-b891-706246a09824 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:39.036121 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8b77f096-d86d-4d32-8e89-50c5b1ba8447 req-74c3aef0-866d-44a7-b891-706246a09824 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0503988 Jun 16 19:00:39.091032 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8b77f096-d86d-4d32-8e89-50c5b1ba8447 req-2e95d56a-c3c4-4bdc-8ca5-7d3a6e659272 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487285 Jun 16 19:00:40.157646 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:40.207019 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd895ff-0a1a-46db-9563-1a6af56c2b1a req-d7e37ac9-e9e7-4545-9f80-8c9cd8ec53ca tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:40.208494 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6cd895ff-0a1a-46db-9563-1a6af56c2b1a req-d7e37ac9-e9e7-4545-9f80-8c9cd8ec53ca tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0477345 Jun 16 19:00:40.236378 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:40.255731 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6cd895ff-0a1a-46db-9563-1a6af56c2b1a req-f6f3256d-675d-436a-968c-db8017e345b7 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416071 Jun 16 19:00:41.368892 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc22ed-d40b-43e0-b8a0-5f0f6837a3e9 req-fc3ed4c8-85de-4e73-8785-ba747caf0d1d tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:41.370409 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e8cc22ed-d40b-43e0-b8a0-5f0f6837a3e9 req-fc3ed4c8-85de-4e73-8785-ba747caf0d1d tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0465224 Jun 16 19:00:41.419778 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e8cc22ed-d40b-43e0-b8a0-5f0f6837a3e9 req-97509b0b-7065-41e4-ad89-f5c6fdb39f52 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438969 Jun 16 19:00:41.573380 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:42.064969 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:42.531179 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf82091-734f-4890-a4d6-2f368c8ba414 req-817ed11a-44a4-4745-873b-2fcd3593c743 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:42.532616 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1cf82091-734f-4890-a4d6-2f368c8ba414 req-817ed11a-44a4-4745-873b-2fcd3593c743 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0460353 Jun 16 19:00:42.582284 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1cf82091-734f-4890-a4d6-2f368c8ba414 req-e74ac30f-24db-460b-86ee-6cd6f5eb3cc5 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442138 Jun 16 19:00:43.105072 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 6 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 19:00:43.715195 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08639eb2-4287-44ea-8e02-d75049751e02 req-17f47f51-27d1-4c00-8f09-52b4cb98334e tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:43.716772 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-08639eb2-4287-44ea-8e02-d75049751e02 req-17f47f51-27d1-4c00-8f09-52b4cb98334e tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0490105 Jun 16 19:00:43.758852 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:43.766083 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-08639eb2-4287-44ea-8e02-d75049751e02 req-18067266-9aed-4d73-926d-bfd6958ca981 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430336 Jun 16 19:00:44.157372 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 53040) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:00:44.261353 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-ad34d66c-16dc-44f2-a20f-540b2e277a35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:44.377462 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-ad34d66c-16dc-44f2-a20f-540b2e277a35 admin admin] Publish callbacks [] for security_group (9f93d091-23e6-48b1-a1ed-540784e20383), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:44.392939 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa23e9-8e20-4a03-9d9a-3fc06cb8cd05 req-55eb49c3-5e75-4c2a-b0b5-cd1ddf386a19 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:44.394406 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-99aa23e9-8e20-4a03-9d9a-3fc06cb8cd05 req-55eb49c3-5e75-4c2a-b0b5-cd1ddf386a19 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0795770 Jun 16 19:00:44.436868 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f9108-9e51-4d82-9e88-9d4e3004b21d req-d07c07c6-8b82-44c8-b4f3-0144cebea608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:44.438373 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-236f9108-9e51-4d82-9e88-9d4e3004b21d req-d07c07c6-8b82-44c8-b4f3-0144cebea608 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ed8501d1ff734054ba0a6ef4c398d051&device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 1129 time: 0.0653179 Jun 16 19:00:44.439200 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-ad34d66c-16dc-44f2-a20f-540b2e277a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (9f93d091-23e6-48b1-a1ed-540784e20383), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:44.523725 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-99aa23e9-8e20-4a03-9d9a-3fc06cb8cd05 req-70c45fd1-6d2d-43c4-9a2a-701a2bae40d1 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128242 Jun 16 19:00:44.528779 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:44.558933 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-ad34d66c-16dc-44f2-a20f-540b2e277a35 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c11dc9c4eab24553b225ce919fc75d03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4004295 Jun 16 19:00:44.561625 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 53052) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:00:44.562096 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34d66c-16dc-44f2-a20f-540b2e277a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f93d091-23e6-48b1-a1ed-540784e20383,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:44.596077 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f9108-9e51-4d82-9e88-9d4e3004b21d req-b8fa6feb-d642-43fe-b400-9a239e12131f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:44.597917 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-236f9108-9e51-4d82-9e88-9d4e3004b21d req-b8fa6feb-d642-43fe-b400-9a239e12131f service neutron] 10.222.0.66 "GET /v2.0/networks?id=9f034df0-3327-47b9-8a71-7606258bf90a HTTP/1.1" status: 200 len: 920 time: 0.1451335 Jun 16 19:00:44.615613 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-63065432-c8b8-4e61-902f-a1d30b577be1 admin admin] Publish callbacks [] for security_group (9f93d091-23e6-48b1-a1ed-540784e20383), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:44.617565 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:44.639520 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-63065432-c8b8-4e61-902f-a1d30b577be1 admin admin] Publish callbacks [] for security_group (9f93d091-23e6-48b1-a1ed-540784e20383), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:44.665065 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-236f9108-9e51-4d82-9e88-9d4e3004b21d req-e9beee16-cd40-48bc-86b6-6b5b76085dfe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fb01582-cf21-44de-8d3e-18570d242041 HTTP/1.1" status: 200 len: 1001 time: 0.0580461 Jun 16 19:00:44.721645 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f9108-9e51-4d82-9e88-9d4e3004b21d req-e149ad4c-05c8-4718-a70b-293be7e8f657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:44.723026 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-236f9108-9e51-4d82-9e88-9d4e3004b21d req-e149ad4c-05c8-4718-a70b-293be7e8f657 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=21288f53-db0a-40bc-af1b-49bfa8ab21bd HTTP/1.1" status: 200 len: 857 time: 0.0493028 Jun 16 19:00:44.762401 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-63065432-c8b8-4e61-902f-a1d30b577be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (9f93d091-23e6-48b1-a1ed-540784e20383), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:44.765140 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-63065432-c8b8-4e61-902f-a1d30b577be1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:44.768728 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-63065432-c8b8-4e61-902f-a1d30b577be1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9f93d091-23e6-48b1-a1ed-540784e20383 HTTP/1.1" status: 204 len: 168 time: 0.2035615 Jun 16 19:00:44.774381 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f9108-9e51-4d82-9e88-9d4e3004b21d req-374021dc-1bb1-4dab-a653-9a1df5937dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:44.774533 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:44.775596 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63065432-c8b8-4e61-902f-a1d30b577be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f93d091-23e6-48b1-a1ed-540784e20383,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:44.776084 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-236f9108-9e51-4d82-9e88-9d4e3004b21d req-374021dc-1bb1-4dab-a653-9a1df5937dbd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9f034df0-3327-47b9-8a71-7606258bf90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396821 Jun 16 19:00:44.875409 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-236f9108-9e51-4d82-9e88-9d4e3004b21d req-bb17191c-3312-4e13-b4de-94e393b81ba2 service neutron] 10.222.0.66 "GET /v2.0/networks/9f034df0-3327-47b9-8a71-7606258bf90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906463 Jun 16 19:00:44.983255 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-236f9108-9e51-4d82-9e88-9d4e3004b21d req-93adc33e-ae9f-4d45-be86-451f12477080 service neutron] 10.222.0.66 "GET /v2.0/networks/9f034df0-3327-47b9-8a71-7606258bf90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908091 Jun 16 19:00:45.642965 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d3c79-4738-458d-8ff2-1ddc88b35bf5 req-af2ac0e8-5320-4edc-ad79-4c03a3052db5 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:45.644354 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e56d3c79-4738-458d-8ff2-1ddc88b35bf5 req-af2ac0e8-5320-4edc-ad79-4c03a3052db5 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0471201 Jun 16 19:00:45.691172 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:45.698515 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e56d3c79-4738-458d-8ff2-1ddc88b35bf5 req-1c25f44a-8df0-432e-a2fb-d208a3507970 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487339 Jun 16 19:00:46.832065 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c273444-d481-4897-add6-c4b6ca97ec7b req-0e79c23c-2354-49c5-b6cd-d526313003e4 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:46.833595 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3c273444-d481-4897-add6-c4b6ca97ec7b req-0e79c23c-2354-49c5-b6cd-d526313003e4 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0490522 Jun 16 19:00:46.883339 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3c273444-d481-4897-add6-c4b6ca97ec7b req-7058e274-75db-42e4-960d-a10d4792b115 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432131 Jun 16 19:00:47.997150 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423523f1-7ab8-4e89-87ab-0dbc71db61fe req-60019a3c-db86-4e01-b647-11573dc17b24 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:47.998681 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-423523f1-7ab8-4e89-87ab-0dbc71db61fe req-60019a3c-db86-4e01-b647-11573dc17b24 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0475237 Jun 16 19:00:48.047295 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-423523f1-7ab8-4e89-87ab-0dbc71db61fe req-51cf05b4-9d9d-49c0-ab35-01c339e0ddef tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429516 Jun 16 19:00:49.168671 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb78c35-a4a3-47e0-8716-738898504f72 req-163e938a-2624-42fe-a9c3-1e9650bd7221 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:49.170182 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-cdb78c35-a4a3-47e0-8716-738898504f72 req-163e938a-2624-42fe-a9c3-1e9650bd7221 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0496264 Jun 16 19:00:49.218431 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-cdb78c35-a4a3-47e0-8716-738898504f72 req-4f1c2e25-eeff-4962-865e-13175efa438b tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427670 Jun 16 19:00:49.326577 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2f735-a1a2-41cd-b24e-41b94d1c1b06 req-34fb757c-4476-4457-a02b-b7dde86917dd tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:49.328023 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4ef2f735-a1a2-41cd-b24e-41b94d1c1b06 req-34fb757c-4476-4457-a02b-b7dde86917dd tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0467179 Jun 16 19:00:49.336640 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 53090) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:00:49.340948 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-5b1ca6f1-c4d6-43dd-90ba-29c924f5cfed tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Request body: {'floatingip': {'port_id': '2fb01582-cf21-44de-8d3e-18570d242041'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:00:49.399076 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-5b1ca6f1-c4d6-43dd-90ba-29c924f5cfed tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks [] for floatingip (e14b338d-e3ba-41bb-ade6-c9ca4c3889cb), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:49.606527 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c229a9-e694-4233-b00c-3cf3fd855f70 req-e8713fc0-c6e9-4f5a-9632-0edb63ed2788 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:49.607959 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c3c229a9-e694-4233-b00c-3cf3fd855f70 req-e8713fc0-c6e9-4f5a-9632-0edb63ed2788 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=06d390f1-f370-40cd-bb8f-718895371ba3 HTTP/1.1" status: 200 len: 946 time: 0.0889833 Jun 16 19:00:49.886274 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:49.949817 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c3c229a9-e694-4233-b00c-3cf3fd855f70 req-2c748610-6b72-441b-aaa3-e5e1dc662297 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b98f7c2-3438-40ee-8f56-014b9d8b42ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146877 Jun 16 19:00:50.150151 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-5b1ca6f1-c4d6-43dd-90ba-29c924f5cfed tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:50.191051 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-5b1ca6f1-c4d6-43dd-90ba-29c924f5cfed tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8340165'] for floatingip (e14b338d-e3ba-41bb-ade6-c9ca4c3889cb), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:50.229417 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:50.383556 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1ca6f1-c4d6-43dd-90ba-29c924f5cfed tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Router ca6005d9-7b71-4411-8a5c-f4a0a5daf02e has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 19:00:50.484862 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1ca6f1-c4d6-43dd-90ba-29c924f5cfed tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:00:50.489653 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-5b1ca6f1-c4d6-43dd-90ba-29c924f5cfed tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for floatingip (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:50.495110 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f69369-5f16-4cdf-9305-f069c8e161ff None None] Sync routers for ids ['ca6005d9-7b71-4411-8a5c-f4a0a5daf02e'] in dv-cinder-846171-1-iscsi {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:00:50.505104 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f69369-5f16-4cdf-9305-f069c8e161ff None None] Routers {'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:00:50.505742 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-65f69369-5f16-4cdf-9305-f069c8e161ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:00:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['ca6005d9-7b71-4411-8a5c-f4a0a5daf02e'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:00:50.520711 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88123824-1b55-41ca-a29f-0d3e0edd3d1d', 'tag': '2fb01582-cf21-44de-8d3e-18570d242041'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:00:50.522933 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4181aaf3-6fcc-48b1-b92a-c4a9ecdef01f" -d '{"events": [{"name": "network-changed", "server_uuid": "88123824-1b55-41ca-a29f-0d3e0edd3d1d", "tag": "2fb01582-cf21-44de-8d3e-18570d242041"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:00:50.553596 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-5b1ca6f1-c4d6-43dd-90ba-29c924f5cfed tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "PUT /v2.0/floatingips/e14b338d-e3ba-41bb-ade6-c9ca4c3889cb HTTP/1.1" status: 200 len: 993 time: 1.2158282 Jun 16 19:00:50.564478 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 19:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002c45ff-8004-440f-a7be-e2cdefdf5827 x-openstack-request-id: req-002c45ff-8004-440f-a7be-e2cdefdf5827 {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:00:50.564767 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88123824-1b55-41ca-a29f-0d3e0edd3d1d", "tag": "2fb01582-cf21-44de-8d3e-18570d242041", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:00:50.565016 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-002c45ff-8004-440f-a7be-e2cdefdf5827 {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:00:50.565452 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-002c45ff-8004-440f-a7be-e2cdefdf5827'] response: {'name': 'network-changed', 'server_uuid': '88123824-1b55-41ca-a29f-0d3e0edd3d1d', 'tag': '2fb01582-cf21-44de-8d3e-18570d242041', 'status': 'completed', 'code': 200} Jun 16 19:00:50.606680 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-65f69369-5f16-4cdf-9305-f069c8e161ff None None] Set router ca6005d9-7b71-4411-8a5c-f4a0a5daf02e gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:00:50.808821 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-65f69369-5f16-4cdf-9305-f069c8e161ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'name': 'tempest-ServerRescueNegativeTestJSON-311101115-router', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '51241e0b-784e-48ef-8cfd-27d26e98c4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:54Z', 'updated_at': '2022-06-16T18:56:04Z', 'revision_number': 4, 'project_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'gw_port': {'id': '51241e0b-784e-48ef-8cfd-27d26e98c4a5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:56Z', 'updated_at': '2022-06-16T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': 'e14b338d-e3ba-41bb-ade6-c9ca4c3889cb', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'port_id': '2fb01582-cf21-44de-8d3e-18570d242041', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a', 'mac_address': 'fa:16:3e:f2:5f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88123824-1b55-41ca-a29f-0d3e0edd3d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:58:15Z', 'updated_at': '2022-06-16T19:00:50Z', 'revision_number': 3, 'project_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa', 'name': '', 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'mac_address': 'fa:16:3e:19:72:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '21288f53-db0a-40bc-af1b-49bfa8ab21bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:56:02Z', 'updated_at': '2022-06-16T18:56:20Z', 'revision_number': 5, 'project_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'subnets': [{'id': '21288f53-db0a-40bc-af1b-49bfa8ab21bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:00:50.833309 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f69369-5f16-4cdf-9305-f069c8e161ff None None] Checking router: ca6005d9-7b71-4411-8a5c-f4a0a5daf02e for host: dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:00:50.841815 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f69369-5f16-4cdf-9305-f069c8e161ff None None] Routers {'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:00:50.842423 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-65f69369-5f16-4cdf-9305-f069c8e161ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:00:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['ca6005d9-7b71-4411-8a5c-f4a0a5daf02e'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:00:51.063755 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-65f69369-5f16-4cdf-9305-f069c8e161ff None None] Set router ca6005d9-7b71-4411-8a5c-f4a0a5daf02e gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:00:51.063977 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5f7ac-332e-490d-82ec-c0b826f090d7 req-c5d34249-6af8-4f9a-b603-e2945b2af7af tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:51.065225 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-21f5f7ac-332e-490d-82ec-c0b826f090d7 req-c5d34249-6af8-4f9a-b603-e2945b2af7af tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=06d390f1-f370-40cd-bb8f-718895371ba3 HTTP/1.1" status: 200 len: 946 time: 0.0467484 Jun 16 19:00:51.111422 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-21f5f7ac-332e-490d-82ec-c0b826f090d7 req-307927c7-3d79-4ed0-a60e-65affe974a2b tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/security-groups?id=8b98f7c2-3438-40ee-8f56-014b9d8b42ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406160 Jun 16 19:00:51.251857 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181aaf3-6fcc-48b1-b92a-c4a9ecdef01f req-bf9a1edd-39cd-47d5-ad04-30e75ef9badf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:51.253376 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4181aaf3-6fcc-48b1-b92a-c4a9ecdef01f req-bf9a1edd-39cd-47d5-ad04-30e75ef9badf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ed8501d1ff734054ba0a6ef4c398d051&device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 1129 time: 0.0384057 Jun 16 19:00:51.271275 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-65f69369-5f16-4cdf-9305-f069c8e161ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'name': 'tempest-ServerRescueNegativeTestJSON-311101115-router', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '51241e0b-784e-48ef-8cfd-27d26e98c4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:54Z', 'updated_at': '2022-06-16T18:56:04Z', 'revision_number': 4, 'project_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'gw_port': {'id': '51241e0b-784e-48ef-8cfd-27d26e98c4a5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:56Z', 'updated_at': '2022-06-16T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': 'e14b338d-e3ba-41bb-ade6-c9ca4c3889cb', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'port_id': '2fb01582-cf21-44de-8d3e-18570d242041', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a', 'mac_address': 'fa:16:3e:f2:5f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88123824-1b55-41ca-a29f-0d3e0edd3d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:58:15Z', 'updated_at': '2022-06-16T19:00:50Z', 'revision_number': 3, 'project_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa', 'name': '', 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'mac_address': 'fa:16:3e:19:72:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '21288f53-db0a-40bc-af1b-49bfa8ab21bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:56:02Z', 'updated_at': '2022-06-16T18:56:20Z', 'revision_number': 5, 'project_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'subnets': [{'id': '21288f53-db0a-40bc-af1b-49bfa8ab21bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:00:51.296652 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f69369-5f16-4cdf-9305-f069c8e161ff None None] The sync data for ids ['ca6005d9-7b71-4411-8a5c-f4a0a5daf02e'] in dv-cinder-846171-1-iscsi is: [{'id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'name': 'tempest-ServerRescueNegativeTestJSON-311101115-router', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '51241e0b-784e-48ef-8cfd-27d26e98c4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:54Z', 'updated_at': '2022-06-16T18:56:04Z', 'revision_number': 4, 'project_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'gw_port': {'id': '51241e0b-784e-48ef-8cfd-27d26e98c4a5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:56Z', 'updated_at': '2022-06-16T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': 'e14b338d-e3ba-41bb-ade6-c9ca4c3889cb', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'port_id': '2fb01582-cf21-44de-8d3e-18570d242041', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a', 'mac_address': 'fa:16:3e:f2:5f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88123824-1b55-41ca-a29f-0d3e0edd3d1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T18:58:15Z', 'updated_at': '2022-06-16T19:00:50Z', 'revision_number': 3, 'project_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa', 'name': '', 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'mac_address': 'fa:16:3e:19:72:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '21288f53-db0a-40bc-af1b-49bfa8ab21bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:56:02Z', 'updated_at': '2022-06-16T18:56:20Z', 'revision_number': 5, 'project_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'subnets': [{'id': '21288f53-db0a-40bc-af1b-49bfa8ab21bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:00:51.351548 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181aaf3-6fcc-48b1-b92a-c4a9ecdef01f req-d13918f2-6655-40b6-8860-ed6d43441a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:51.353776 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4181aaf3-6fcc-48b1-b92a-c4a9ecdef01f req-d13918f2-6655-40b6-8860-ed6d43441a73 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9f034df0-3327-47b9-8a71-7606258bf90a HTTP/1.1" status: 200 len: 920 time: 0.0920568 Jun 16 19:00:51.460765 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:51.471612 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4181aaf3-6fcc-48b1-b92a-c4a9ecdef01f req-5aa691ca-3d35-4c85-859f-edfd23faa33a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fb01582-cf21-44de-8d3e-18570d242041 HTTP/1.1" status: 200 len: 1001 time: 0.0566671 Jun 16 19:00:51.538990 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181aaf3-6fcc-48b1-b92a-c4a9ecdef01f req-060bd1fd-5b73-411b-a8a7-39db48e7a691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:51.540989 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4181aaf3-6fcc-48b1-b92a-c4a9ecdef01f req-060bd1fd-5b73-411b-a8a7-39db48e7a691 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=21288f53-db0a-40bc-af1b-49bfa8ab21bd HTTP/1.1" status: 200 len: 857 time: 0.0544276 Jun 16 19:00:51.605342 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272ea8c-07e9-4e01-8864-50b9251a5cb4 req-eb17b52f-86c0-41d3-a4d9-0296dfe6b113 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:51.606688 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0272ea8c-07e9-4e01-8864-50b9251a5cb4 req-eb17b52f-86c0-41d3-a4d9-0296dfe6b113 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.66 "GET /v2.0/ports?device_id=06d390f1-f370-40cd-bb8f-718895371ba3 HTTP/1.1" status: 200 len: 946 time: 0.0759377 Jun 16 19:00:51.609491 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181aaf3-6fcc-48b1-b92a-c4a9ecdef01f req-22e55f4d-694b-4ef0-9bd0-162d487f1a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:51.610822 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4181aaf3-6fcc-48b1-b92a-c4a9ecdef01f req-22e55f4d-694b-4ef0-9bd0-162d487f1a77 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9f034df0-3327-47b9-8a71-7606258bf90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510211 Jun 16 19:00:51.765661 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-0272ea8c-07e9-4e01-8864-50b9251a5cb4 req-42a3a497-5b05-437d-986c-0d2a860ec7b3 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Deleting port ab068e39-8b7f-4539-b0c1-6a81612e51fd {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:00:51.766004 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-0272ea8c-07e9-4e01-8864-50b9251a5cb4 req-42a3a497-5b05-437d-986c-0d2a860ec7b3 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (ab068e39-8b7f-4539-b0c1-6a81612e51fd), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:51.804080 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4181aaf3-6fcc-48b1-b92a-c4a9ecdef01f req-166d420e-f61f-450b-8f25-6281a7ab1bb9 service neutron] 10.222.0.66 "GET /v2.0/networks/9f034df0-3327-47b9-8a71-7606258bf90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847038 Jun 16 19:00:51.843116 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:51.927749 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-0272ea8c-07e9-4e01-8864-50b9251a5cb4 req-42a3a497-5b05-437d-986c-0d2a860ec7b3 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] For port ab068e39-8b7f-4539-b0c1-6a81612e51fd, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=ab068e39-8b7f-4539-b0c1-6a81612e51fd,segment=NetworkSegment(81fc8e53-7f5c-4025-a1b0-0fad6c3bb060),segment_id=81fc8e53-7f5c-4025-a1b0-0fad6c3bb060)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:00:51.928034 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-0272ea8c-07e9-4e01-8864-50b9251a5cb4 req-42a3a497-5b05-437d-986c-0d2a860ec7b3 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (ab068e39-8b7f-4539-b0c1-6a81612e51fd), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:51.948701 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-0272ea8c-07e9-4e01-8864-50b9251a5cb4 req-42a3a497-5b05-437d-986c-0d2a860ec7b3 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Calling delete_port for ab068e39-8b7f-4539-b0c1-6a81612e51fd owned by compute:nova {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:00:51.966461 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4181aaf3-6fcc-48b1-b92a-c4a9ecdef01f req-8a302d58-a6a9-49c4-a3f3-25f5d9896fcc service neutron] 10.222.0.66 "GET /v2.0/networks/9f034df0-3327-47b9-8a71-7606258bf90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353462 Jun 16 19:00:52.145672 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-0272ea8c-07e9-4e01-8864-50b9251a5cb4 req-42a3a497-5b05-437d-986c-0d2a860ec7b3 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (ab068e39-8b7f-4539-b0c1-6a81612e51fd), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:52.157891 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] get_ports_and_sgs() called for port_ids ['ab068e39-8b7f-4539-b0c1-6a81612e51fd'] {{(pid=116194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 19:00:52.172132 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3a497-5b05-437d-986c-0d2a860ec7b3 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Pushing event deleted for resources: {'Port': ['ID=ab068e39-8b7f-4539-b0c1-6a81612e51fd,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:00:52.227561 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-db20bf5c-86ff-43d7-bf69-78e19134a957 req-45a3c0bf-4234-4b5a-8f17-3dbf52f2da84 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.81 "GET /v2.0/ports?device_id=06d390f1-f370-40cd-bb8f-718895371ba3 HTTP/1.1" status: 200 len: 210 time: 0.0455716 Jun 16 19:00:52.245460 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [req-0272ea8c-07e9-4e01-8864-50b9251a5cb4 req-42a3a497-5b05-437d-986c-0d2a860ec7b3 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] No DVR routers for this DVR port ab068e39-8b7f-4539-b0c1-6a81612e51fd on host hv-cinder-84617 {{(pid=116193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 19:00:52.248201 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-0272ea8c-07e9-4e01-8864-50b9251a5cb4 req-42a3a497-5b05-437d-986c-0d2a860ec7b3 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:52.251735 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0272ea8c-07e9-4e01-8864-50b9251a5cb4 req-42a3a497-5b05-437d-986c-0d2a860ec7b3 tempest-VolumesSnapshotTestJSON-129707427 tempest-VolumesSnapshotTestJSON-129707427-project] 10.222.0.66 "DELETE /v2.0/ports/ab068e39-8b7f-4539-b0c1-6a81612e51fd HTTP/1.1" status: 204 len: 173 time: 0.6335843 Jun 16 19:00:52.566665 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88123824-1b55-41ca-a29f-0d3e0edd3d1d', 'tag': '2fb01582-cf21-44de-8d3e-18570d242041'}, {'server_uuid': '06d390f1-f370-40cd-bb8f-718895371ba3', 'name': 'network-vif-deleted', 'tag': 'ab068e39-8b7f-4539-b0c1-6a81612e51fd'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:00:52.569214 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd505505-8ee9-42fe-9d49-e0f5c738ad93" -d '{"events": [{"name": "network-changed", "server_uuid": "88123824-1b55-41ca-a29f-0d3e0edd3d1d", "tag": "2fb01582-cf21-44de-8d3e-18570d242041"}, {"server_uuid": "06d390f1-f370-40cd-bb8f-718895371ba3", "name": "network-vif-deleted", "tag": "ab068e39-8b7f-4539-b0c1-6a81612e51fd"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:00:52.610522 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 16 Jun 2022 19:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5eb0fbd-5c0b-448b-ac26-3ceec3dc7e6d x-openstack-request-id: req-f5eb0fbd-5c0b-448b-ac26-3ceec3dc7e6d {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:00:52.610818 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88123824-1b55-41ca-a29f-0d3e0edd3d1d", "tag": "2fb01582-cf21-44de-8d3e-18570d242041", "status": "completed", "code": 200}, {"server_uuid": "06d390f1-f370-40cd-bb8f-718895371ba3", "name": "network-vif-deleted", "tag": "ab068e39-8b7f-4539-b0c1-6a81612e51fd", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:00:52.611093 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f5eb0fbd-5c0b-448b-ac26-3ceec3dc7e6d {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:00:52.611497 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5eb0fbd-5c0b-448b-ac26-3ceec3dc7e6d'] response: {'name': 'network-changed', 'server_uuid': '88123824-1b55-41ca-a29f-0d3e0edd3d1d', 'tag': '2fb01582-cf21-44de-8d3e-18570d242041', 'status': 'completed', 'code': 200} Jun 16 19:00:52.611752 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5eb0fbd-5c0b-448b-ac26-3ceec3dc7e6d'] response: {'server_uuid': '06d390f1-f370-40cd-bb8f-718895371ba3', 'name': 'network-vif-deleted', 'tag': 'ab068e39-8b7f-4539-b0c1-6a81612e51fd', 'status': 'completed', 'code': 200} Jun 16 19:00:52.677604 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd505505-8ee9-42fe-9d49-e0f5c738ad93 req-c89ee80e-1380-436f-be2c-a7d478349e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:52.679097 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-fd505505-8ee9-42fe-9d49-e0f5c738ad93 req-c89ee80e-1380-436f-be2c-a7d478349e4c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ed8501d1ff734054ba0a6ef4c398d051&device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 1129 time: 0.0386682 Jun 16 19:00:53.045338 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd505505-8ee9-42fe-9d49-e0f5c738ad93 req-fdfd8b24-8e43-461b-9608-f697ae91b99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:53.046909 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-fd505505-8ee9-42fe-9d49-e0f5c738ad93 req-fdfd8b24-8e43-461b-9608-f697ae91b99a service neutron] 10.222.0.66 "GET /v2.0/networks?id=9f034df0-3327-47b9-8a71-7606258bf90a HTTP/1.1" status: 200 len: 920 time: 0.0914409 Jun 16 19:00:53.101621 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=2 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:53.111202 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-fd505505-8ee9-42fe-9d49-e0f5c738ad93 req-711ce155-09cd-45eb-b889-b9303d5e006d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fb01582-cf21-44de-8d3e-18570d242041 HTTP/1.1" status: 200 len: 1001 time: 0.0563688 Jun 16 19:00:53.166625 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd505505-8ee9-42fe-9d49-e0f5c738ad93 req-1ccf1c11-0a1c-45dc-aa25-efd8afac7200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:53.168218 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-fd505505-8ee9-42fe-9d49-e0f5c738ad93 req-1ccf1c11-0a1c-45dc-aa25-efd8afac7200 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=21288f53-db0a-40bc-af1b-49bfa8ab21bd HTTP/1.1" status: 200 len: 857 time: 0.0483541 Jun 16 19:00:53.202235 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:53.213974 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd505505-8ee9-42fe-9d49-e0f5c738ad93 req-8e63f817-daef-4a62-98b0-6b4b9a445bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:53.215502 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-fd505505-8ee9-42fe-9d49-e0f5c738ad93 req-8e63f817-daef-4a62-98b0-6b4b9a445bdf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9f034df0-3327-47b9-8a71-7606258bf90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395200 Jun 16 19:00:53.319537 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-fd505505-8ee9-42fe-9d49-e0f5c738ad93 req-806e0f54-eaac-4713-a71f-eda1c9dc8ef2 service neutron] 10.222.0.66 "GET /v2.0/networks/9f034df0-3327-47b9-8a71-7606258bf90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946136 Jun 16 19:00:53.420578 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-fd505505-8ee9-42fe-9d49-e0f5c738ad93 req-dad012a6-ca24-4ee3-aa27-eb7a994606a9 service neutron] 10.222.0.66 "GET /v2.0/networks/9f034df0-3327-47b9-8a71-7606258bf90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905323 Jun 16 19:00:54.792079 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:56.435370 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device ab068e39-8b7f-4539-b0c1-6a81612e51fd no longer exists at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:00:56.455019 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] No Port match for: ab068e39-8b7f-4539-b0c1-6a81612e51fd {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:00:56.455355 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device ab068e39-8b7f-4539-b0c1-6a81612e51fd not bound to the agent host hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:00:57.432616 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:57.500113 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:00:58.231809 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0e77e5d1-1748-4f57-810c-b781b0601330 req-f48adc6c-450f-474f-b535-1a117f89e00c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376918 Jun 16 19:00:58.266431 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:00:58.298684 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77e5d1-1748-4f57-810c-b781b0601330 req-10ace944-2fa9-4ada-9247-6e89316fd785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:58.303417 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0e77e5d1-1748-4f57-810c-b781b0601330 req-10ace944-2fa9-4ada-9247-6e89316fd785 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0b607bd5abec4c72842e250a639f99f1&device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 1131 time: 0.0431669 Jun 16 19:00:58.412080 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77e5d1-1748-4f57-810c-b781b0601330 req-28763759-de0b-464c-918b-3e391888dc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:58.413611 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0e77e5d1-1748-4f57-810c-b781b0601330 req-28763759-de0b-464c-918b-3e391888dc35 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b63c6cac-d1b4-42bd-9dde-7d5291a4c111 HTTP/1.1" status: 200 len: 918 time: 0.0873871 Jun 16 19:00:58.482564 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0e77e5d1-1748-4f57-810c-b781b0601330 req-846e41b3-93f0-4422-830e-44c537f7dd8c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44fe652d-5231-4810-99fa-21c58c429e9c HTTP/1.1" status: 200 len: 1001 time: 0.0586293 Jun 16 19:00:58.531209 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77e5d1-1748-4f57-810c-b781b0601330 req-420ffef1-b022-44dd-aa0c-bd9fa48a741f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:58.532604 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0e77e5d1-1748-4f57-810c-b781b0601330 req-420ffef1-b022-44dd-aa0c-bd9fa48a741f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fe716360-4f3c-4c62-9220-aaf7aa3a7a1f HTTP/1.1" status: 200 len: 855 time: 0.0430532 Jun 16 19:00:58.578691 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77e5d1-1748-4f57-810c-b781b0601330 req-bd5c986c-07d7-4d10-8ad9-022678a783a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:00:58.580193 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0e77e5d1-1748-4f57-810c-b781b0601330 req-bd5c986c-07d7-4d10-8ad9-022678a783a3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b63c6cac-d1b4-42bd-9dde-7d5291a4c111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400167 Jun 16 19:00:58.677579 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0e77e5d1-1748-4f57-810c-b781b0601330 req-3ff0c015-198f-445a-8f22-48266c1fd1bd service neutron] 10.222.0.66 "GET /v2.0/networks/b63c6cac-d1b4-42bd-9dde-7d5291a4c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896454 Jun 16 19:00:58.769019 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0e77e5d1-1748-4f57-810c-b781b0601330 req-4bcb0ee7-7e7a-48f1-bfbd-491cfe45e07e service neutron] 10.222.0.66 "GET /v2.0/networks/b63c6cac-d1b4-42bd-9dde-7d5291a4c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850098 Jun 16 19:01:01.524682 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fcf771-a1ef-4b9f-95e7-02674bd6f094 req-3960851b-da17-4750-8d73-7e188d18e7d5 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:01.526205 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-23fcf771-a1ef-4b9f-95e7-02674bd6f094 req-3960851b-da17-4750-8d73-7e188d18e7d5 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 947 time: 0.0493362 Jun 16 19:01:01.576726 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-23fcf771-a1ef-4b9f-95e7-02674bd6f094 req-94db135f-c557-4718-b6c5-3c67088f83a0 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449276 Jun 16 19:01:02.700221 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a228032-e784-4424-8939-0d4a73c75f55 req-8089899b-00a9-4bc2-b9ed-c384ec91859c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:02.702121 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3a228032-e784-4424-8939-0d4a73c75f55 req-8089899b-00a9-4bc2-b9ed-c384ec91859c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 947 time: 0.0485566 Jun 16 19:01:02.749810 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:02.754549 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3a228032-e784-4424-8939-0d4a73c75f55 req-9a6f5642-36ac-4c58-8bfc-643ff9dea218 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454192 Jun 16 19:01:03.474133 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90508dd-ab43-4e75-93ed-3dfb447ae68e req-dae7901f-1c90-414b-96e7-6af7fe2de8e0 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:03.475561 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e90508dd-ab43-4e75-93ed-3dfb447ae68e req-dae7901f-1c90-414b-96e7-6af7fe2de8e0 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 947 time: 0.0464509 Jun 16 19:01:03.563464 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-e90508dd-ab43-4e75-93ed-3dfb447ae68e req-74c60a72-02d4-474e-bdda-3bb0a9827a2c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Deleting port 44fe652d-5231-4810-99fa-21c58c429e9c {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:01:03.563808 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-e90508dd-ab43-4e75-93ed-3dfb447ae68e req-74c60a72-02d4-474e-bdda-3bb0a9827a2c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (44fe652d-5231-4810-99fa-21c58c429e9c), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:03.610629 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:03.654207 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-e90508dd-ab43-4e75-93ed-3dfb447ae68e req-74c60a72-02d4-474e-bdda-3bb0a9827a2c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] For port 44fe652d-5231-4810-99fa-21c58c429e9c, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=44fe652d-5231-4810-99fa-21c58c429e9c,segment=NetworkSegment(2d327e91-41ae-4018-ab9b-16723f98bb9d),segment_id=2d327e91-41ae-4018-ab9b-16723f98bb9d)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:01:03.654496 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-e90508dd-ab43-4e75-93ed-3dfb447ae68e req-74c60a72-02d4-474e-bdda-3bb0a9827a2c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (44fe652d-5231-4810-99fa-21c58c429e9c), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:03.907728 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-e90508dd-ab43-4e75-93ed-3dfb447ae68e req-74c60a72-02d4-474e-bdda-3bb0a9827a2c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:03.908405 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-e90508dd-ab43-4e75-93ed-3dfb447ae68e req-74c60a72-02d4-474e-bdda-3bb0a9827a2c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8340165'] for floatingip (d13807b4-d324-4b7d-9124-8cd72a687dae), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:03.908405 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.db.l3_db [req-e90508dd-ab43-4e75-93ed-3dfb447ae68e req-74c60a72-02d4-474e-bdda-3bb0a9827a2c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Floating IP d13807b4-d324-4b7d-9124-8cd72a687dae disassociated. External IP: 172.27.0.98, port: 44fe652d-5231-4810-99fa-21c58c429e9c. Jun 16 19:01:03.908609 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-e90508dd-ab43-4e75-93ed-3dfb447ae68e req-74c60a72-02d4-474e-bdda-3bb0a9827a2c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Calling delete_port for 44fe652d-5231-4810-99fa-21c58c429e9c owned by compute:nova {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:01:03.916763 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e583d2-7340-47b6-bd3e-82fb6f9eb74b req-71077214-c25c-4545-9fc3-cd4923fa3954 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:03.918354 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-54e583d2-7340-47b6-bd3e-82fb6f9eb74b req-71077214-c25c-4545-9fc3-cd4923fa3954 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 947 time: 0.0730398 Jun 16 19:01:04.014663 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-54e583d2-7340-47b6-bd3e-82fb6f9eb74b req-f8054e9c-c114-4262-9f8d-85f01d8ab794 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8f50c79-6209-427a-9a20-4b143211764b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881224 Jun 16 19:01:04.027478 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:04.151906 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-e90508dd-ab43-4e75-93ed-3dfb447ae68e req-74c60a72-02d4-474e-bdda-3bb0a9827a2c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (44fe652d-5231-4810-99fa-21c58c429e9c), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:04.415074 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c60a72-02d4-474e-bdda-3bb0a9827a2c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Pushing event deleted for resources: {'Port': ['ID=44fe652d-5231-4810-99fa-21c58c429e9c,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:04.428685 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c60a72-02d4-474e-bdda-3bb0a9827a2c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:04.428685 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c60a72-02d4-474e-bdda-3bb0a9827a2c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:04.428685 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c60a72-02d4-474e-bdda-3bb0a9827a2c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:04.428685 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c60a72-02d4-474e-bdda-3bb0a9827a2c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:04.428685 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c60a72-02d4-474e-bdda-3bb0a9827a2c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:04.428685 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c60a72-02d4-474e-bdda-3bb0a9827a2c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:04.429217 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c60a72-02d4-474e-bdda-3bb0a9827a2c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:04.429217 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c60a72-02d4-474e-bdda-3bb0a9827a2c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:04.429517 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c60a72-02d4-474e-bdda-3bb0a9827a2c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:04.429764 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c60a72-02d4-474e-bdda-3bb0a9827a2c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:04.430087 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c60a72-02d4-474e-bdda-3bb0a9827a2c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:04.430408 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c60a72-02d4-474e-bdda-3bb0a9827a2c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:04.430767 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c60a72-02d4-474e-bdda-3bb0a9827a2c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:04.431090 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c60a72-02d4-474e-bdda-3bb0a9827a2c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:04.431410 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c60a72-02d4-474e-bdda-3bb0a9827a2c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:04.524556 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:04.538889 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e90508dd-ab43-4e75-93ed-3dfb447ae68e req-74c60a72-02d4-474e-bdda-3bb0a9827a2c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Router f03bfdaa-4ab3-45bb-a8a4-42f612f6a932 has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 19:01:04.644460 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e90508dd-ab43-4e75-93ed-3dfb447ae68e req-74c60a72-02d4-474e-bdda-3bb0a9827a2c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:01:04.655903 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9beb53-341b-4c1d-b99d-dab36dd21fa2 None None] Sync routers for ids ['f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'] in dv-cinder-846171-1-iscsi {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:01:04.666017 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9beb53-341b-4c1d-b99d-dab36dd21fa2 None None] Routers {'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:01:04.666898 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-5f9beb53-341b-4c1d-b99d-dab36dd21fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:00:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:04.687062 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [req-e90508dd-ab43-4e75-93ed-3dfb447ae68e req-74c60a72-02d4-474e-bdda-3bb0a9827a2c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] No DVR routers for this DVR port 44fe652d-5231-4810-99fa-21c58c429e9c on host hv-cinder-84617 {{(pid=116193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 19:01:04.689794 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-e90508dd-ab43-4e75-93ed-3dfb447ae68e req-74c60a72-02d4-474e-bdda-3bb0a9827a2c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:04.692962 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e90508dd-ab43-4e75-93ed-3dfb447ae68e req-74c60a72-02d4-474e-bdda-3bb0a9827a2c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.66 "DELETE /v2.0/ports/44fe652d-5231-4810-99fa-21c58c429e9c HTTP/1.1" status: 204 len: 173 time: 1.2116723 Jun 16 19:01:04.693599 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c04798-b061-421b-9b61-db9cce7dace4', 'name': 'network-vif-deleted', 'tag': '44fe652d-5231-4810-99fa-21c58c429e9c'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:01:04.695787 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e16dfe-6e56-440e-abfb-65c5ad21a0f5" -d '{"events": [{"server_uuid": "d6c04798-b061-421b-9b61-db9cce7dace4", "name": "network-vif-deleted", "tag": "44fe652d-5231-4810-99fa-21c58c429e9c"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:01:04.735325 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 19:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee11a6d-6871-4bd0-947e-f7763a4b4960 x-openstack-request-id: req-cee11a6d-6871-4bd0-947e-f7763a4b4960 {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:01:04.735689 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c04798-b061-421b-9b61-db9cce7dace4", "name": "network-vif-deleted", "tag": "44fe652d-5231-4810-99fa-21c58c429e9c", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:01:04.736011 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cee11a6d-6871-4bd0-947e-f7763a4b4960 {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:01:04.736566 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cee11a6d-6871-4bd0-947e-f7763a4b4960'] response: {'server_uuid': 'd6c04798-b061-421b-9b61-db9cce7dace4', 'name': 'network-vif-deleted', 'tag': '44fe652d-5231-4810-99fa-21c58c429e9c', 'status': 'completed', 'code': 200} Jun 16 19:01:04.849413 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-5f9beb53-341b-4c1d-b99d-dab36dd21fa2 None None] Set router f03bfdaa-4ab3-45bb-a8a4-42f612f6a932 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:01:05.030857 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-5f9beb53-341b-4c1d-b99d-dab36dd21fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'name': 'tempest-AttachVolumeShelveTestJSON-172575064-router', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'f44d7cb1-f583-4148-917f-fb546be0871f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:54Z', 'updated_at': '2022-06-16T18:56:06Z', 'revision_number': 4, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'gw_port': {'id': 'f44d7cb1-f583-4148-917f-fb546be0871f', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:56Z', 'updated_at': '2022-06-16T18:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '8b585d1e-7432-4b39-b65a-be7738265e74', 'name': '', 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'mac_address': 'fa:16:3e:e8:45:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'fe716360-4f3c-4c62-9220-aaf7aa3a7a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:56:03Z', 'updated_at': '2022-06-16T18:56:12Z', 'revision_number': 5, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'subnets': [{'id': 'fe716360-4f3c-4c62-9220-aaf7aa3a7a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:05.058725 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9beb53-341b-4c1d-b99d-dab36dd21fa2 None None] Checking router: f03bfdaa-4ab3-45bb-a8a4-42f612f6a932 for host: dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:01:05.067327 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9beb53-341b-4c1d-b99d-dab36dd21fa2 None None] Routers {'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:01:05.067929 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-5f9beb53-341b-4c1d-b99d-dab36dd21fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:00:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:05.117149 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-97373e12-3b77-4887-bc3b-60e2bb58273e req-09a7c8ba-7fc0-4794-a90e-2b6177cbfa35 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 210 time: 0.0283799 Jun 16 19:01:05.166213 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-5f9beb53-341b-4c1d-b99d-dab36dd21fa2 None None] Set router f03bfdaa-4ab3-45bb-a8a4-42f612f6a932 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:01:05.349067 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-5f9beb53-341b-4c1d-b99d-dab36dd21fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'name': 'tempest-AttachVolumeShelveTestJSON-172575064-router', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'f44d7cb1-f583-4148-917f-fb546be0871f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:54Z', 'updated_at': '2022-06-16T18:56:06Z', 'revision_number': 4, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'gw_port': {'id': 'f44d7cb1-f583-4148-917f-fb546be0871f', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:56Z', 'updated_at': '2022-06-16T18:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '8b585d1e-7432-4b39-b65a-be7738265e74', 'name': '', 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'mac_address': 'fa:16:3e:e8:45:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'fe716360-4f3c-4c62-9220-aaf7aa3a7a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:56:03Z', 'updated_at': '2022-06-16T18:56:12Z', 'revision_number': 5, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'subnets': [{'id': 'fe716360-4f3c-4c62-9220-aaf7aa3a7a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:05.375617 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9beb53-341b-4c1d-b99d-dab36dd21fa2 None None] The sync data for ids ['f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'] in dv-cinder-846171-1-iscsi is: [{'id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'name': 'tempest-AttachVolumeShelveTestJSON-172575064-router', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'f44d7cb1-f583-4148-917f-fb546be0871f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:54Z', 'updated_at': '2022-06-16T18:56:06Z', 'revision_number': 4, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'gw_port': {'id': 'f44d7cb1-f583-4148-917f-fb546be0871f', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:56Z', 'updated_at': '2022-06-16T18:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '8b585d1e-7432-4b39-b65a-be7738265e74', 'name': '', 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'mac_address': 'fa:16:3e:e8:45:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'fe716360-4f3c-4c62-9220-aaf7aa3a7a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:56:03Z', 'updated_at': '2022-06-16T18:56:12Z', 'revision_number': 5, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'subnets': [{'id': 'fe716360-4f3c-4c62-9220-aaf7aa3a7a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:01:05.590862 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aad4ec-5ee4-46ca-8693-14c361eafa72 None None] New status for floating IP d13807b4-d324-4b7d-9124-8cd72a687dae: DOWN {{(pid=116194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 19:01:06.219228 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4ab85419-92a5-4e61-b1fb-c2c52ad0869b req-f1d69564-ba25-4131-bf06-f7504c24ea93 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 210 time: 0.0277371 Jun 16 19:01:06.689568 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d6dc0a45-f52d-4c9e-be07-a38daf2933e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:07.322203 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-67c389dd-dac2-4d8d-ac1e-93e5cb91d9c7 req-39385c08-f9bb-486c-9a74-ba3531a0ac13 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c04798-b061-421b-9b61-db9cce7dace4 HTTP/1.1" status: 200 len: 210 time: 0.0308726 Jun 16 19:01:08.004271 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 44fe652d-5231-4810-99fa-21c58c429e9c no longer exists at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:01:08.024412 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] No Port match for: 44fe652d-5231-4810-99fa-21c58c429e9c {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:01:08.024766 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 44fe652d-5231-4810-99fa-21c58c429e9c not bound to the agent host hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:01:08.503036 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 53228) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:01:08.554924 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc841ba-b183-41ab-ba90-33d73616c884 req-83ff12db-f2e1-4432-8749-24a93dd6c074 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:08.556445 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0dc841ba-b183-41ab-ba90-33d73616c884 req-83ff12db-f2e1-4432-8749-24a93dd6c074 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.2334859 Jun 16 19:01:08.562382 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a60244a5-99cd-4e3c-af3b-6c8a213c1318 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for security_group (d8f50c79-6209-427a-9a20-4b143211764b), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:08.588953 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a60244a5-99cd-4e3c-af3b-6c8a213c1318 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for security_group (d8f50c79-6209-427a-9a20-4b143211764b), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:08.607442 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0dc841ba-b183-41ab-ba90-33d73616c884 req-e0c9cc44-d113-4142-bab0-d65e21a79228 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446727 Jun 16 19:01:08.694732 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a60244a5-99cd-4e3c-af3b-6c8a213c1318 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (d8f50c79-6209-427a-9a20-4b143211764b), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:08.697485 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a60244a5-99cd-4e3c-af3b-6c8a213c1318 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:08.702219 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-a60244a5-99cd-4e3c-af3b-6c8a213c1318 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "DELETE /v2.0/security-groups/d8f50c79-6209-427a-9a20-4b143211764b HTTP/1.1" status: 204 len: 168 time: 0.1946232 Jun 16 19:01:08.702354 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 53230) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:01:08.710646 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60244a5-99cd-4e3c-af3b-6c8a213c1318 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f50c79-6209-427a-9a20-4b143211764b,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:08.718566 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.api.v2.resource [None req-b7846b50-97e1-4a70-b1d7-cec344c9c895 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] show failed (client error): The resource could not be found. Jun 16 19:01:08.720276 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-b7846b50-97e1-4a70-b1d7-cec344c9c895 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups/d8f50c79-6209-427a-9a20-4b143211764b HTTP/1.1" status: 404 len: 347 time: 0.0170243 Jun 16 19:01:08.726824 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 53232) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:01:08.837981 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-d18a0926-963a-4705-a38e-44e600cfc368 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Deleting port 7a08f8d0-9702-4f08-a66c-b4fed540f4b8 {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:01:08.838327 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-d18a0926-963a-4705-a38e-44e600cfc368 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (7a08f8d0-9702-4f08-a66c-b4fed540f4b8), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:08.917390 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-d18a0926-963a-4705-a38e-44e600cfc368 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (7a08f8d0-9702-4f08-a66c-b4fed540f4b8), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:08.917757 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-d18a0926-963a-4705-a38e-44e600cfc368 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for floatingip (7a08f8d0-9702-4f08-a66c-b4fed540f4b8), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:08.929736 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-d18a0926-963a-4705-a38e-44e600cfc368 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Calling delete_port for 7a08f8d0-9702-4f08-a66c-b4fed540f4b8 owned by network:floatingip {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:01:08.998522 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-ba7f60e4-aad2-454e-9d53-2b7b01b58350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:09.135170 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-d18a0926-963a-4705-a38e-44e600cfc368 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (7a08f8d0-9702-4f08-a66c-b4fed540f4b8), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:09.160766 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a0926-963a-4705-a38e-44e600cfc368 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Pushing event deleted for resources: {'Port': ['ID=7a08f8d0-9702-4f08-a66c-b4fed540f4b8,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:09.222852 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-d18a0926-963a-4705-a38e-44e600cfc368 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for floatingip (d13807b4-d324-4b7d-9124-8cd72a687dae), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:09.225313 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-d18a0926-963a-4705-a38e-44e600cfc368 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for floatingip (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:09.226574 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-d18a0926-963a-4705-a38e-44e600cfc368 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "DELETE /v2.0/floatingips/d13807b4-d324-4b7d-9124-8cd72a687dae HTTP/1.1" status: 204 len: 168 time: 0.5022867 Jun 16 19:01:09.366492 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 53240) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:01:09.371943 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-60ea21ff-c536-478a-a7de-f59a2453fa86 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Request body: {'security_group': {'name': 'tempest-securitygroup--54871816', 'description': 'tempest-description--977837641'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:01:09.444516 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-60ea21ff-c536-478a-a7de-f59a2453fa86 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:09.447440 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:09.522301 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:09.531991 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-60ea21ff-c536-478a-a7de-f59a2453fa86 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for security_group (57334075-e2ce-4f15-8175-1ec904ee49ae), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:09.586732 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-60ea21ff-c536-478a-a7de-f59a2453fa86 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (57334075-e2ce-4f15-8175-1ec904ee49ae), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:09.615807 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea21ff-c536-478a-a7de-f59a2453fa86 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57334075-e2ce-4f15-8175-1ec904ee49ae,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:09.669294 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-60ea21ff-c536-478a-a7de-f59a2453fa86 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:09.670578 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-60ea21ff-c536-478a-a7de-f59a2453fa86 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3027864 Jun 16 19:01:09.673660 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 53246) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:01:09.679108 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-3fab2938-18a6-4175-b430-422727a3ac26 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Request body: {'security_group_rule': {'security_group_id': '57334075-e2ce-4f15-8175-1ec904ee49ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:01:09.736957 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4cc3e-f33b-45ce-938d-1e4f385be8cf req-247a4cbe-7054-4b14-9ff2-ab520c28d35c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:09.738424 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e0c4cc3e-f33b-45ce-938d-1e4f385be8cf req-247a4cbe-7054-4b14-9ff2-ab520c28d35c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0626824 Jun 16 19:01:09.786964 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e0c4cc3e-f33b-45ce-938d-1e4f385be8cf req-3b46e4c9-0034-4a59-a110-4f07bc46a816 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425103 Jun 16 19:01:09.810494 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-3fab2938-18a6-4175-b430-422727a3ac26 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for security_group_rule (d3e15e65-c96f-415b-b9c1-5aef1a359fea), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:09.885275 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-3fab2938-18a6-4175-b430-422727a3ac26 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for security_group_rule (d3e15e65-c96f-415b-b9c1-5aef1a359fea), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:09.940713 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-3fab2938-18a6-4175-b430-422727a3ac26 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932097'] for security_group_rule (d3e15e65-c96f-415b-b9c1-5aef1a359fea), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:09.959220 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab2938-18a6-4175-b430-422727a3ac26 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e15e65-c96f-415b-b9c1-5aef1a359fea,revision_number=0']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:10.011383 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-3fab2938-18a6-4175-b430-422727a3ac26 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:10.012593 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-3fab2938-18a6-4175-b430-422727a3ac26 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3379645 Jun 16 19:01:10.015256 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 53248) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:01:10.019536 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-72c0432a-6e8a-4ce4-b4c7-c03f7e487d97 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Request body: {'security_group_rule': {'security_group_id': '57334075-e2ce-4f15-8175-1ec904ee49ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:01:10.110843 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-72c0432a-6e8a-4ce4-b4c7-c03f7e487d97 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for security_group_rule (bd1547bb-f941-4cad-8214-670f198ff262), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:10.169448 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-72c0432a-6e8a-4ce4-b4c7-c03f7e487d97 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for security_group_rule (bd1547bb-f941-4cad-8214-670f198ff262), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:10.260759 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-72c0432a-6e8a-4ce4-b4c7-c03f7e487d97 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932097'] for security_group_rule (bd1547bb-f941-4cad-8214-670f198ff262), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:10.260983 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:10.280779 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0432a-6e8a-4ce4-b4c7-c03f7e487d97 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd1547bb-f941-4cad-8214-670f198ff262,revision_number=0']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:10.343729 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-72c0432a-6e8a-4ce4-b4c7-c03f7e487d97 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:10.345972 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-72c0432a-6e8a-4ce4-b4c7-c03f7e487d97 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3297770 Jun 16 19:01:10.348494 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 53260) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:01:10.352904 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-1468e75f-b77a-4a35-a511-19a5e3451fc2 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Request body: {'floatingip': {'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:01:10.461718 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-1468e75f-b77a-4a35-a511-19a5e3451fc2 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:10.496713 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1bf48-6710-4ae2-9d97-d768b5a27513 req-fd2a56b2-a18f-4980-8731-ddea4999975a tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:10.498200 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-acb1bf48-6710-4ae2-9d97-d768b5a27513 req-fd2a56b2-a18f-4980-8731-ddea4999975a tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.66 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.0692754 Jun 16 19:01:10.498609 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:10.619023 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-1468e75f-b77a-4a35-a511-19a5e3451fc2 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:10.641865 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-acb1bf48-6710-4ae2-9d97-d768b5a27513 req-bc5df492-9c22-4144-a212-50013059d73c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Deleting port 813e5e92-6255-46b0-aa69-1964caa13cf4 {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:01:10.642201 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-acb1bf48-6710-4ae2-9d97-d768b5a27513 req-bc5df492-9c22-4144-a212-50013059d73c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (813e5e92-6255-46b0-aa69-1964caa13cf4), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:10.809149 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-acb1bf48-6710-4ae2-9d97-d768b5a27513 req-bc5df492-9c22-4144-a212-50013059d73c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] For port 813e5e92-6255-46b0-aa69-1964caa13cf4, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=813e5e92-6255-46b0-aa69-1964caa13cf4,segment=NetworkSegment(ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e),segment_id=ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:01:10.809534 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-acb1bf48-6710-4ae2-9d97-d768b5a27513 req-bc5df492-9c22-4144-a212-50013059d73c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (813e5e92-6255-46b0-aa69-1964caa13cf4), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:10.825031 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_common [None req-1468e75f-b77a-4a35-a511-19a5e3451fc2 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Allocated IP 172.27.0.43 (d7ab3290-3ce1-430c-a2b5-625628340a0e/2251f151-d04b-4b41-88db-58f0d465a2f0/c4416a52-c846-4011-8ef0-12b588feabe5) {{(pid=116193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 19:01:10.920934 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:11.008318 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c433d-e141-44e8-b38e-479fdb601648 req-647341d6-0844-4d47-803e-ef3ee3b24cc7 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:11.009801 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-fa6c433d-e141-44e8-b38e-479fdb601648 req-647341d6-0844-4d47-803e-ef3ee3b24cc7 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 945 time: 0.1370387 Jun 16 19:01:11.138900 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-1468e75f-b77a-4a35-a511-19a5e3451fc2 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for port (c4416a52-c846-4011-8ef0-12b588feabe5), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:11.158807 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-acb1bf48-6710-4ae2-9d97-d768b5a27513 req-bc5df492-9c22-4144-a212-50013059d73c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:11.159168 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-acb1bf48-6710-4ae2-9d97-d768b5a27513 req-bc5df492-9c22-4144-a212-50013059d73c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8340165'] for floatingip (31b74181-f47c-4df1-a599-749a40a31e3c), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:11.159485 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.db.l3_db [req-acb1bf48-6710-4ae2-9d97-d768b5a27513 req-bc5df492-9c22-4144-a212-50013059d73c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Floating IP 31b74181-f47c-4df1-a599-749a40a31e3c disassociated. External IP: 172.27.0.184, port: 813e5e92-6255-46b0-aa69-1964caa13cf4. Jun 16 19:01:11.159833 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-acb1bf48-6710-4ae2-9d97-d768b5a27513 req-bc5df492-9c22-4144-a212-50013059d73c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Calling delete_port for 813e5e92-6255-46b0-aa69-1964caa13cf4 owned by compute:nova {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:01:11.171084 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-fa6c433d-e141-44e8-b38e-479fdb601648 req-033a9d9a-0c30-4ca2-affd-7f344aa72dbc tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=54b5f63f-4869-4508-aa10-bb1453193a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514254 Jun 16 19:01:11.222087 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:11.306438 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140abb2-9424-4cc7-a5dd-d8f91c43df3a req-74a9d230-5930-4518-8c62-3ef1d45d4d74 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:11.307907 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f140abb2-9424-4cc7-a5dd-d8f91c43df3a req-74a9d230-5930-4518-8c62-3ef1d45d4d74 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 945 time: 0.1442261 Jun 16 19:01:11.310544 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-1468e75f-b77a-4a35-a511-19a5e3451fc2 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (c4416a52-c846-4011-8ef0-12b588feabe5), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:11.387367 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1468e75f-b77a-4a35-a511-19a5e3451fc2 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Network d7ab3290-3ce1-430c-a2b5-625628340a0e is already hosted by enough agents. {{(pid=116193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:01:11.405040 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [None req-1468e75f-b77a-4a35-a511-19a5e3451fc2 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Resources bound (agent type, host, resource id): {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:01:11.415688 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1468e75f-b77a-4a35-a511-19a5e3451fc2 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Received port after_create {{(pid=116193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 19:01:11.462656 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468e75f-b77a-4a35-a511-19a5e3451fc2 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Pushing event updated for resources: {'Port': ['ID=c4416a52-c846-4011-8ef0-12b588feabe5,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:11.478343 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f140abb2-9424-4cc7-a5dd-d8f91c43df3a req-a0f58b69-e09b-4eda-bc25-4c474ef2997b tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615732 Jun 16 19:01:11.559832 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-acb1bf48-6710-4ae2-9d97-d768b5a27513 req-bc5df492-9c22-4144-a212-50013059d73c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (813e5e92-6255-46b0-aa69-1964caa13cf4), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:11.575254 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:11.607879 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5df492-9c22-4144-a212-50013059d73c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Pushing event deleted for resources: {'Port': ['ID=813e5e92-6255-46b0-aa69-1964caa13cf4,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:11.631799 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-1468e75f-b77a-4a35-a511-19a5e3451fc2 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for floatingip (cc66b1e1-6100-4636-bc72-08cdfcd8a658), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:11.732149 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-acb1bf48-6710-4ae2-9d97-d768b5a27513 req-bc5df492-9c22-4144-a212-50013059d73c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Router 02a4af30-ebf9-4c0d-91a5-45f6ebe56408 has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 19:01:11.738647 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:11.840135 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-1468e75f-b77a-4a35-a511-19a5e3451fc2 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (c4416a52-c846-4011-8ef0-12b588feabe5), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:11.902344 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-acb1bf48-6710-4ae2-9d97-d768b5a27513 req-bc5df492-9c22-4144-a212-50013059d73c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:01:11.911287 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d3c500-29e9-48d1-acb8-a6f204d09cc5 None None] Sync routers for ids ['02a4af30-ebf9-4c0d-91a5-45f6ebe56408'] in dv-cinder-846171-1-iscsi {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:01:11.921865 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d3c500-29e9-48d1-acb8-a6f204d09cc5 None None] Routers {'02a4af30-ebf9-4c0d-91a5-45f6ebe56408'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:01:11.922636 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-95d3c500-29e9-48d1-acb8-a6f204d09cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:01:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['02a4af30-ebf9-4c0d-91a5-45f6ebe56408'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:11.964471 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb1bf48-6710-4ae2-9d97-d768b5a27513 req-bc5df492-9c22-4144-a212-50013059d73c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] No DVR routers for this DVR port 813e5e92-6255-46b0-aa69-1964caa13cf4 on host hv-cinder-84617 {{(pid=116193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 19:01:11.968457 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-acb1bf48-6710-4ae2-9d97-d768b5a27513 req-bc5df492-9c22-4144-a212-50013059d73c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:11.971829 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-acb1bf48-6710-4ae2-9d97-d768b5a27513 req-bc5df492-9c22-4144-a212-50013059d73c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.66 "DELETE /v2.0/ports/813e5e92-6255-46b0-aa69-1964caa13cf4 HTTP/1.1" status: 204 len: 173 time: 1.4402134 Jun 16 19:01:11.972279 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bad769d-1b62-4d0f-8491-bfae3997a525', 'name': 'network-vif-deleted', 'tag': '813e5e92-6255-46b0-aa69-1964caa13cf4'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:01:11.974752 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4deab209-2771-490b-9638-84ad5922e638" -d '{"events": [{"server_uuid": "8bad769d-1b62-4d0f-8491-bfae3997a525", "name": "network-vif-deleted", "tag": "813e5e92-6255-46b0-aa69-1964caa13cf4"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:01:12.041706 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-95d3c500-29e9-48d1-acb8-a6f204d09cc5 None None] Set router 02a4af30-ebf9-4c0d-91a5-45f6ebe56408 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:01:12.044013 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 19:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfad576-f68b-46eb-8ab1-6e6e36b1f5a7 x-openstack-request-id: req-bdfad576-f68b-46eb-8ab1-6e6e36b1f5a7 {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:01:12.044334 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bad769d-1b62-4d0f-8491-bfae3997a525", "name": "network-vif-deleted", "tag": "813e5e92-6255-46b0-aa69-1964caa13cf4", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:01:12.044587 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bdfad576-f68b-46eb-8ab1-6e6e36b1f5a7 {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:01:12.045101 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdfad576-f68b-46eb-8ab1-6e6e36b1f5a7'] response: {'server_uuid': '8bad769d-1b62-4d0f-8491-bfae3997a525', 'name': 'network-vif-deleted', 'tag': '813e5e92-6255-46b0-aa69-1964caa13cf4', 'status': 'completed', 'code': 200} Jun 16 19:01:12.089737 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:12.112620 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-1468e75f-b77a-4a35-a511-19a5e3451fc2 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for port (c4416a52-c846-4011-8ef0-12b588feabe5), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:12.169939 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-1468e75f-b77a-4a35-a511-19a5e3451fc2 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (c4416a52-c846-4011-8ef0-12b588feabe5), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:12.229789 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=100 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:12.230250 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:12.251338 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=100 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:12.251561 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468e75f-b77a-4a35-a511-19a5e3451fc2 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Pushing event updated for resources: {'Port': ['ID=c4416a52-c846-4011-8ef0-12b588feabe5,revision_number=2']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:12.251904 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-95d3c500-29e9-48d1-acb8-a6f204d09cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'name': 'tempest-AttachVolumeTestJSON-590424765-router', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4c72add9-608c-4847-9311-b73fc20947d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:49Z', 'updated_at': '2022-06-16T18:55:56Z', 'revision_number': 4, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'gw_port': {'id': '4c72add9-608c-4847-9311-b73fc20947d5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:50Z', 'updated_at': '2022-06-16T18:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': 'bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44', 'name': '', 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'mac_address': 'fa:16:3e:7d:3c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f3c0b066-676e-4fae-8d81-100b0457b81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:53Z', 'updated_at': '2022-06-16T18:56:02Z', 'revision_number': 5, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'subnets': [{'id': 'f3c0b066-676e-4fae-8d81-100b0457b81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:12.278194 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d3c500-29e9-48d1-acb8-a6f204d09cc5 None None] Checking router: 02a4af30-ebf9-4c0d-91a5-45f6ebe56408 for host: dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:01:12.287125 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d3c500-29e9-48d1-acb8-a6f204d09cc5 None None] Routers {'02a4af30-ebf9-4c0d-91a5-45f6ebe56408'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:01:12.287956 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-95d3c500-29e9-48d1-acb8-a6f204d09cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:01:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['02a4af30-ebf9-4c0d-91a5-45f6ebe56408'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:12.289295 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-cd803227-7417-4cc9-bcbb-e65b3721ee3a req-c31d4df4-a9af-4bfb-8e98-70ce01ccb8de tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=8bad769d-1b62-4d0f-8491-bfae3997a525 HTTP/1.1" status: 200 len: 210 time: 0.0442114 Jun 16 19:01:12.290044 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-1468e75f-b77a-4a35-a511-19a5e3451fc2 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8340165'] for floatingip (cc66b1e1-6100-4636-bc72-08cdfcd8a658), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:12.371988 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-1468e75f-b77a-4a35-a511-19a5e3451fc2 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for floatingip (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:12.373230 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-1468e75f-b77a-4a35-a511-19a5e3451fc2 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0238631 Jun 16 19:01:12.392483 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-95d3c500-29e9-48d1-acb8-a6f204d09cc5 None None] Set router 02a4af30-ebf9-4c0d-91a5-45f6ebe56408 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:01:12.589551 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-95d3c500-29e9-48d1-acb8-a6f204d09cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'name': 'tempest-AttachVolumeTestJSON-590424765-router', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4c72add9-608c-4847-9311-b73fc20947d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:49Z', 'updated_at': '2022-06-16T18:55:56Z', 'revision_number': 4, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'gw_port': {'id': '4c72add9-608c-4847-9311-b73fc20947d5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:50Z', 'updated_at': '2022-06-16T18:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': 'bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44', 'name': '', 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'mac_address': 'fa:16:3e:7d:3c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f3c0b066-676e-4fae-8d81-100b0457b81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:53Z', 'updated_at': '2022-06-16T18:56:02Z', 'revision_number': 5, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'subnets': [{'id': 'f3c0b066-676e-4fae-8d81-100b0457b81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:12.619790 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d3c500-29e9-48d1-acb8-a6f204d09cc5 None None] The sync data for ids ['02a4af30-ebf9-4c0d-91a5-45f6ebe56408'] in dv-cinder-846171-1-iscsi is: [{'id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'name': 'tempest-AttachVolumeTestJSON-590424765-router', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4c72add9-608c-4847-9311-b73fc20947d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:49Z', 'updated_at': '2022-06-16T18:55:56Z', 'revision_number': 4, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'gw_port': {'id': '4c72add9-608c-4847-9311-b73fc20947d5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:50Z', 'updated_at': '2022-06-16T18:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': 'bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44', 'name': '', 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'mac_address': 'fa:16:3e:7d:3c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f3c0b066-676e-4fae-8d81-100b0457b81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:53Z', 'updated_at': '2022-06-16T18:56:02Z', 'revision_number': 5, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'subnets': [{'id': 'f3c0b066-676e-4fae-8d81-100b0457b81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:01:12.668493 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65c624-2489-40e6-9bc3-29c8dc6ad973 req-ab40663e-08a1-4598-a687-4ab2972b60de tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:12.670033 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1e65c624-2489-40e6-9bc3-29c8dc6ad973 req-ab40663e-08a1-4598-a687-4ab2972b60de tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 945 time: 0.1119163 Jun 16 19:01:12.677870 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-966fe5bb-3235-47e0-ab7a-457c869f55d2 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--54871816&fields=id&tenant_id=0b607bd5abec4c72842e250a639f99f1 HTTP/1.1" status: 200 len: 267 time: 0.0924425 Jun 16 19:01:12.785118 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1e65c624-2489-40e6-9bc3-29c8dc6ad973 req-c9dc1a33-4b80-4a5a-95ee-f2940a05ebba tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062849 Jun 16 19:01:12.847640 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-92fe08e7-2a56-44fc-b230-6715f85b8f45 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:12.848990 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-92fe08e7-2a56-44fc-b230-6715f85b8f45 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/networks?id=b63c6cac-d1b4-42bd-9dde-7d5291a4c111 HTTP/1.1" status: 200 len: 816 time: 0.1562719 Jun 16 19:01:12.869461 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-9490354f-14a3-416e-b29d-627224573e84 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/quotas/0b607bd5abec4c72842e250a639f99f1 HTTP/1.1" status: 200 len: 375 time: 0.0143366 Jun 16 19:01:12.930693 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-c25bed12-f74d-4635-b104-b56a56407a08 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0b607bd5abec4c72842e250a639f99f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540826 Jun 16 19:01:12.937193 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5954468-2e2a-498b-9c1b-c259b67a8026 None None] New status for floating IP 31b74181-f47c-4df1-a599-749a40a31e3c: DOWN {{(pid=116194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 19:01:13.078716 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-13e43112-8d4f-473e-b08e-2a33cf2288e6 service neutron] 10.222.0.81 "GET /v2.0/networks/b63c6cac-d1b4-42bd-9dde-7d5291a4c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359265 Jun 16 19:01:13.409081 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-27a5d1fc-3a75-4b86-8b15-6d9f09b03836 service neutron] 10.222.0.81 "GET /v2.0/networks/b63c6cac-d1b4-42bd-9dde-7d5291a4c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239787 Jun 16 19:01:13.441333 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 53312) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:01:13.499750 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-d2a5d33e-c7b4-42ec-9448-4d7a98b8f0d0 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for security_group (54b5f63f-4869-4508-aa10-bb1453193a81), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:13.522248 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-d2a5d33e-c7b4-42ec-9448-4d7a98b8f0d0 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for security_group (54b5f63f-4869-4508-aa10-bb1453193a81), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:13.524460 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:13.616464 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f7e473e9-4cd3-48bf-b21d-c9420b138fde req-d80db7b0-681b-4b60-a209-e57a1bc9f870 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 210 time: 0.0282919 Jun 16 19:01:13.649660 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-d2a5d33e-c7b4-42ec-9448-4d7a98b8f0d0 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (54b5f63f-4869-4508-aa10-bb1453193a81), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:13.652849 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-d2a5d33e-c7b4-42ec-9448-4d7a98b8f0d0 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:13.653985 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-d2a5d33e-c7b4-42ec-9448-4d7a98b8f0d0 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "DELETE /v2.0/security-groups/54b5f63f-4869-4508-aa10-bb1453193a81 HTTP/1.1" status: 204 len: 168 time: 0.2116830 Jun 16 19:01:13.656814 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 53320) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:01:13.663560 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5d33e-c7b4-42ec-9448-4d7a98b8f0d0 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b5f63f-4869-4508-aa10-bb1453193a81,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:13.671178 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.api.v2.resource [None req-77a68b86-17d4-4241-bc9e-4c2c03747fcb tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] show failed (client error): The resource could not be found. Jun 16 19:01:13.673899 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-77a68b86-17d4-4241-bc9e-4c2c03747fcb tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups/54b5f63f-4869-4508-aa10-bb1453193a81 HTTP/1.1" status: 404 len: 347 time: 0.0160739 Jun 16 19:01:13.680956 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 53322) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:01:13.796736 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-2732c47a-2ec5-4163-85b2-f3575f21109d tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Deleting port 6492af1e-0c28-4cb9-80fe-cf9276ee33c3 {{(pid=116192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:01:13.797087 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-2732c47a-2ec5-4163-85b2-f3575f21109d tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (6492af1e-0c28-4cb9-80fe-cf9276ee33c3), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:13.889530 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-2732c47a-2ec5-4163-85b2-f3575f21109d tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (6492af1e-0c28-4cb9-80fe-cf9276ee33c3), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:13.890399 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-2732c47a-2ec5-4163-85b2-f3575f21109d tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for floatingip (6492af1e-0c28-4cb9-80fe-cf9276ee33c3), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:13.904228 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-2732c47a-2ec5-4163-85b2-f3575f21109d tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Calling delete_port for 6492af1e-0c28-4cb9-80fe-cf9276ee33c3 owned by network:floatingip {{(pid=116192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:01:13.954438 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c94d0-2167-4c54-ae46-e3a59df3d6e8 req-8c2e19f3-3d65-45a0-8810-d07c57137990 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:13.956058 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5c9c94d0-2167-4c54-ae46-e3a59df3d6e8 req-8c2e19f3-3d65-45a0-8810-d07c57137990 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 945 time: 0.0617406 Jun 16 19:01:14.011425 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5c9c94d0-2167-4c54-ae46-e3a59df3d6e8 req-0a84ee3a-2567-47f6-8518-ada8ef942e8c tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494373 Jun 16 19:01:14.135484 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-2732c47a-2ec5-4163-85b2-f3575f21109d tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326567'] for port (6492af1e-0c28-4cb9-80fe-cf9276ee33c3), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:14.165346 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2732c47a-2ec5-4163-85b2-f3575f21109d tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Pushing event deleted for resources: {'Port': ['ID=6492af1e-0c28-4cb9-80fe-cf9276ee33c3,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:14.230627 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-2732c47a-2ec5-4163-85b2-f3575f21109d tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for floatingip (31b74181-f47c-4df1-a599-749a40a31e3c), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:14.233348 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-2732c47a-2ec5-4163-85b2-f3575f21109d tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for floatingip (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:14.234498 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-2732c47a-2ec5-4163-85b2-f3575f21109d tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "DELETE /v2.0/floatingips/31b74181-f47c-4df1-a599-749a40a31e3c HTTP/1.1" status: 204 len: 168 time: 0.5525119 Jun 16 19:01:14.367726 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 53342) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:01:14.373011 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-9ee04ea0-9409-47f0-b7bf-3f93917e2ed0 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1448226738', 'description': 'tempest-description--183792719'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:01:14.501690 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-9ee04ea0-9409-47f0-b7bf-3f93917e2ed0 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:14.572923 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-9ee04ea0-9409-47f0-b7bf-3f93917e2ed0 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for security_group (3664d753-5ac2-4124-bd8c-38519eb7dcf9), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:14.614938 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-9ee04ea0-9409-47f0-b7bf-3f93917e2ed0 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (3664d753-5ac2-4124-bd8c-38519eb7dcf9), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:14.638761 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:14.647171 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee04ea0-9409-47f0-b7bf-3f93917e2ed0 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3664d753-5ac2-4124-bd8c-38519eb7dcf9,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:14.715077 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-9ee04ea0-9409-47f0-b7bf-3f93917e2ed0 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:14.717255 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-9ee04ea0-9409-47f0-b7bf-3f93917e2ed0 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3484755 Jun 16 19:01:14.719993 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 53346) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:01:14.721754 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-bf944374-831e-48fd-8b2b-da3989b631a7 req-176483bb-d263-4d0c-b775-c1004c79f2be tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 210 time: 0.0308504 Jun 16 19:01:14.724746 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-6097fcd3-15e4-4c09-9d41-3e07046e8d22 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Request body: {'security_group_rule': {'security_group_id': '3664d753-5ac2-4124-bd8c-38519eb7dcf9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:01:14.793584 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6097fcd3-15e4-4c09-9d41-3e07046e8d22 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for security_group_rule (6c1732e7-f83c-449c-8ea5-2dbebe918abe), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:14.817515 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:14.863969 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6097fcd3-15e4-4c09-9d41-3e07046e8d22 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for security_group_rule (6c1732e7-f83c-449c-8ea5-2dbebe918abe), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:14.918685 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6097fcd3-15e4-4c09-9d41-3e07046e8d22 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932097'] for security_group_rule (6c1732e7-f83c-449c-8ea5-2dbebe918abe), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:14.937738 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097fcd3-15e4-4c09-9d41-3e07046e8d22 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c1732e7-f83c-449c-8ea5-2dbebe918abe,revision_number=0']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:14.988742 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6097fcd3-15e4-4c09-9d41-3e07046e8d22 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:14.990004 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-6097fcd3-15e4-4c09-9d41-3e07046e8d22 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2689037 Jun 16 19:01:14.992936 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 53348) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:01:14.998096 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-56829a05-6c39-4433-9374-32b8be107d2b tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Request body: {'security_group_rule': {'security_group_id': '3664d753-5ac2-4124-bd8c-38519eb7dcf9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:01:15.107826 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-56829a05-6c39-4433-9374-32b8be107d2b tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for security_group_rule (304be0aa-14f3-41aa-aeab-2c9035e5416b), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:15.130757 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386c44b-49cc-4b04-963e-a343f9d91573 req-35028464-5527-4595-a727-fa4c31f4c2b1 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:15.131262 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0386c44b-49cc-4b04-963e-a343f9d91573 req-35028464-5527-4595-a727-fa4c31f4c2b1 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 945 time: 0.0479398 Jun 16 19:01:15.171194 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-56829a05-6c39-4433-9374-32b8be107d2b tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for security_group_rule (304be0aa-14f3-41aa-aeab-2c9035e5416b), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:15.186430 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0386c44b-49cc-4b04-963e-a343f9d91573 req-e96dc387-1017-4038-be98-5f5943a8ce67 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483956 Jun 16 19:01:15.232455 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-56829a05-6c39-4433-9374-32b8be107d2b tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932097'] for security_group_rule (304be0aa-14f3-41aa-aeab-2c9035e5416b), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:15.251114 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56829a05-6c39-4433-9374-32b8be107d2b tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=304be0aa-14f3-41aa-aeab-2c9035e5416b,revision_number=0']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:15.321452 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-56829a05-6c39-4433-9374-32b8be107d2b tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:15.323058 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-56829a05-6c39-4433-9374-32b8be107d2b tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3286185 Jun 16 19:01:15.326257 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 53358) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:01:15.330954 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-5be12220-7248-4ec5-90a6-d66d2a531859 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Request body: {'floatingip': {'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:01:15.427183 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-5be12220-7248-4ec5-90a6-d66d2a531859 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:15.507347 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-5be12220-7248-4ec5-90a6-d66d2a531859 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:15.589410 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:15.614208 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.db_base_plugin_common [None req-5be12220-7248-4ec5-90a6-d66d2a531859 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Allocated IP 172.27.0.149 (d7ab3290-3ce1-430c-a2b5-625628340a0e/2251f151-d04b-4b41-88db-58f0d465a2f0/41a0b70c-1478-4af1-810a-e6ea5e0e653f) {{(pid=116192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 19:01:15.623530 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-60594582-6b6e-45c8-8978-b6fade9b4b9d tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:15.625018 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-60594582-6b6e-45c8-8978-b6fade9b4b9d tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.66 "GET /v2.0/networks?id=b63c6cac-d1b4-42bd-9dde-7d5291a4c111 HTTP/1.1" status: 200 len: 816 time: 0.1085434 Jun 16 19:01:15.687766 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-6a52db30-1dd0-45f8-b8c3-3bd6c0cf969b tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b607bd5abec4c72842e250a639f99f1 HTTP/1.1" status: 200 len: 378 time: 0.0535209 Jun 16 19:01:15.696617 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-1514d493-878d-40ff-b380-a7ade4c3b5d6 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Request body: {'port': {'device_id': '33ad0030-d602-4eda-932c-e5a9ff1a7339', 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111', 'admin_state_up': True, 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'security_groups': ['57334075-e2ce-4f15-8175-1ec904ee49ae']}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:01:15.699918 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:15.726253 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-5be12220-7248-4ec5-90a6-d66d2a531859 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for port (41a0b70c-1478-4af1-810a-e6ea5e0e653f), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:15.821959 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-5be12220-7248-4ec5-90a6-d66d2a531859 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326567'] for port (41a0b70c-1478-4af1-810a-e6ea5e0e653f), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:15.835123 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-be970f09-9737-43b8-8d96-6be4ed67750b req-d4996b28-7071-40f7-9d98-acef1a53cc03 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 210 time: 0.0353534 Jun 16 19:01:15.873761 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be12220-7248-4ec5-90a6-d66d2a531859 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Network d7ab3290-3ce1-430c-a2b5-625628340a0e is already hosted by enough agents. {{(pid=116192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:01:15.877321 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-5be12220-7248-4ec5-90a6-d66d2a531859 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Resources bound (agent type, host, resource id): {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:01:15.879691 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be12220-7248-4ec5-90a6-d66d2a531859 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Pushing event updated for resources: {'Port': ['ID=41a0b70c-1478-4af1-810a-e6ea5e0e653f,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:15.883473 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be12220-7248-4ec5-90a6-d66d2a531859 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Received port after_create {{(pid=116192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 19:01:15.952459 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-1514d493-878d-40ff-b380-a7ade4c3b5d6 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Made reservation on behalf of 0b607bd5abec4c72842e250a639f99f1 for: {'port': 1} {{(pid=116193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 19:01:15.955978 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-1514d493-878d-40ff-b380-a7ade4c3b5d6 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:15.973821 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:15.975103 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-5be12220-7248-4ec5-90a6-d66d2a531859 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for floatingip (7927fb8e-f5c7-4b79-952f-402d9839df5c), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:16.085557 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_common [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-1514d493-878d-40ff-b380-a7ade4c3b5d6 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Allocated IP 172.20.0.13 (b63c6cac-d1b4-42bd-9dde-7d5291a4c111/fe716360-4f3c-4c62-9220-aaf7aa3a7a1f/876dcbc0-6957-426a-86fc-525cbbd501e9) {{(pid=116193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 19:01:16.087408 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 813e5e92-6255-46b0-aa69-1964caa13cf4 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:01:16.104190 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-5be12220-7248-4ec5-90a6-d66d2a531859 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (41a0b70c-1478-4af1-810a-e6ea5e0e653f), before_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:16.110404 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] No Port match for: 813e5e92-6255-46b0-aa69-1964caa13cf4 {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:01:16.110885 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 813e5e92-6255-46b0-aa69-1964caa13cf4 not bound to the agent host hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:01:16.124768 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:16.232252 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-1514d493-878d-40ff-b380-a7ade4c3b5d6 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for port (876dcbc0-6957-426a-86fc-525cbbd501e9), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:16.259339 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-5be12220-7248-4ec5-90a6-d66d2a531859 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for port (41a0b70c-1478-4af1-810a-e6ea5e0e653f), precommit_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:16.312844 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-5be12220-7248-4ec5-90a6-d66d2a531859 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326574'] for port (41a0b70c-1478-4af1-810a-e6ea5e0e653f), after_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:16.313097 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e632e0-0c5e-4e3a-908b-4ff5dc49f24b req-11d94e6f-1093-4567-a536-3a541821d4f9 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:16.314376 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-28e632e0-0c5e-4e3a-908b-4ff5dc49f24b req-11d94e6f-1093-4567-a536-3a541821d4f9 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 945 time: 0.0511036 Jun 16 19:01:16.347046 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-1514d493-878d-40ff-b380-a7ade4c3b5d6 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (876dcbc0-6957-426a-86fc-525cbbd501e9), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:16.385162 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be12220-7248-4ec5-90a6-d66d2a531859 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Pushing event updated for resources: {'Port': ['ID=41a0b70c-1478-4af1-810a-e6ea5e0e653f,revision_number=2']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:16.391615 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-5be12220-7248-4ec5-90a6-d66d2a531859 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8340165'] for floatingip (7927fb8e-f5c7-4b79-952f-402d9839df5c), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:16.406427 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-28e632e0-0c5e-4e3a-908b-4ff5dc49f24b req-a5e94f28-aa44-4660-85f2-75649e936a90 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862303 Jun 16 19:01:16.410554 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-1514d493-878d-40ff-b380-a7ade4c3b5d6 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Network b63c6cac-d1b4-42bd-9dde-7d5291a4c111 is already hosted by enough agents. {{(pid=116193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:01:16.416420 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-1514d493-878d-40ff-b380-a7ade4c3b5d6 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Resources bound (agent type, host, resource id): {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:01:16.421382 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-1514d493-878d-40ff-b380-a7ade4c3b5d6 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Received port after_create {{(pid=116193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 19:01:16.428174 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514d493-878d-40ff-b380-a7ade4c3b5d6 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Pushing event updated for resources: {'Port': ['ID=876dcbc0-6957-426a-86fc-525cbbd501e9,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:16.463462 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:16.463685 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-5be12220-7248-4ec5-90a6-d66d2a531859 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for floatingip (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:16.469653 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-5be12220-7248-4ec5-90a6-d66d2a531859 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1384006 Jun 16 19:01:16.500013 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-1514d493-878d-40ff-b380-a7ade4c3b5d6 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:16.500735 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-1514d493-878d-40ff-b380-a7ade4c3b5d6 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:16.603635 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-1514d493-878d-40ff-b380-a7ade4c3b5d6 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9107459 Jun 16 19:01:16.616319 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-8124f153-7312-46ed-9b39-7ce3f0282702 service neutron] Request body: {'port': {'device_id': '33ad0030-d602-4eda-932c-e5a9ff1a7339', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:01:16.692762 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-010d9a48-a1d2-43e9-8e82-9a319e56394a tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1448226738&fields=id&tenant_id=f9e5f71068aa4d75bcc4578b741f490d HTTP/1.1" status: 200 len: 267 time: 0.1013525 Jun 16 19:01:16.713443 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-8124f153-7312-46ed-9b39-7ce3f0282702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (876dcbc0-6957-426a-86fc-525cbbd501e9), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:16.746703 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-2078f2f6-adc3-4b49-b5fc-d58902b0e417 None None] Provisioning complete for port 876dcbc0-6957-426a-86fc-525cbbd501e9 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:01:16.747081 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-2078f2f6-adc3-4b49-b5fc-d58902b0e417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (876dcbc0-6957-426a-86fc-525cbbd501e9), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:16.782551 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-2078f2f6-adc3-4b49-b5fc-d58902b0e417 None None] Port 876dcbc0-6957-426a-86fc-525cbbd501e9 cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 19:01:16.896957 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-64741c44-8d0d-4f64-8707-bee59e9106d9 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:16.898365 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-64741c44-8d0d-4f64-8707-bee59e9106d9 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/networks?id=64614a18-07e0-43ad-9990-55ab159f858f HTTP/1.1" status: 200 len: 810 time: 0.1991754 Jun 16 19:01:16.969769 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-d440dba1-3fbc-4d50-9dda-67844d7eded9 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/quotas/f9e5f71068aa4d75bcc4578b741f490d HTTP/1.1" status: 200 len: 375 time: 0.0587432 Jun 16 19:01:17.040843 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771dfcc-50b5-4ad0-93f0-b31178fd0258 req-5b4cef25-537b-45dc-8327-b74118006dee tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:17.042313 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c771dfcc-50b5-4ad0-93f0-b31178fd0258 req-5b4cef25-537b-45dc-8327-b74118006dee tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 932 time: 0.1277430 Jun 16 19:01:17.083665 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-bd36d876-d423-4728-8ecd-5a5a5c42cb89 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f9e5f71068aa4d75bcc4578b741f490d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1065807 Jun 16 19:01:17.140221 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:17.196107 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c771dfcc-50b5-4ad0-93f0-b31178fd0258 req-ba1f8bb5-ead8-4c97-ae4c-b498ac1de3a1 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1464539 Jun 16 19:01:17.252060 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-8124f153-7312-46ed-9b39-7ce3f0282702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 876dcbc0-6957-426a-86fc-525cbbd501e9 {{(pid=116193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 19:01:17.260812 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-8124f153-7312-46ed-9b39-7ce3f0282702 service neutron] Publish callbacks [] for port (876dcbc0-6957-426a-86fc-525cbbd501e9), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:17.264828 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-a2b94995-873e-4f8d-ae7c-6001c65fc89d service neutron] 10.222.0.81 "GET /v2.0/networks/64614a18-07e0-43ad-9990-55ab159f858f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649308 Jun 16 19:01:17.284229 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.provisioning_blocks [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-8124f153-7312-46ed-9b39-7ce3f0282702 service neutron] Transition to ACTIVE for port object 876dcbc0-6957-426a-86fc-525cbbd501e9 will not be triggered until provisioned by entity L2. {{(pid=116193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 19:01:17.343948 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-8124f153-7312-46ed-9b39-7ce3f0282702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (876dcbc0-6957-426a-86fc-525cbbd501e9), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:17.394991 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-173afaf9-e4c8-4056-a390-4d2ba980002d service neutron] 10.222.0.81 "GET /v2.0/networks/64614a18-07e0-43ad-9990-55ab159f858f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233296 Jun 16 19:01:17.415767 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8124f153-7312-46ed-9b39-7ce3f0282702 service neutron] Pushing event updated for resources: {'Port': ['ID=876dcbc0-6957-426a-86fc-525cbbd501e9,revision_number=2']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:17.457050 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:17.486362 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-8124f153-7312-46ed-9b39-7ce3f0282702 service neutron] Attempting to bind port 876dcbc0-6957-426a-86fc-525cbbd501e9 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 19:01:17.486698 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-8124f153-7312-46ed-9b39-7ce3f0282702 service neutron] Attempting to bind port 876dcbc0-6957-426a-86fc-525cbbd501e9 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '2d327e91-41ae-4018-ab9b-16723f98bb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111'}] {{(pid=116193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 19:01:17.487060 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-8124f153-7312-46ed-9b39-7ce3f0282702 service neutron] Attempting to bind port 876dcbc0-6957-426a-86fc-525cbbd501e9 on network b63c6cac-d1b4-42bd-9dde-7d5291a4c111 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 19:01:17.494066 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-8124f153-7312-46ed-9b39-7ce3f0282702 service neutron] Port 876dcbc0-6957-426a-86fc-525cbbd501e9 on network b63c6cac-d1b4-42bd-9dde-7d5291a4c111 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 19:01:17.494362 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-8124f153-7312-46ed-9b39-7ce3f0282702 service neutron] Attempting to bind port 876dcbc0-6957-426a-86fc-525cbbd501e9 on network b63c6cac-d1b4-42bd-9dde-7d5291a4c111 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 19:01:17.525183 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-8124f153-7312-46ed-9b39-7ce3f0282702 service neutron] Checking agent: {'id': '78e75526-212b-4550-9dc1-6e088b901fa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'started_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 19, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 19:01:17.525552 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-8124f153-7312-46ed-9b39-7ce3f0282702 service neutron] Checking segment: {'id': '2d327e91-41ae-4018-ab9b-16723f98bb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 19:01:17.525935 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-8124f153-7312-46ed-9b39-7ce3f0282702 service neutron] Bound using segment: {'id': '2d327e91-41ae-4018-ab9b-16723f98bb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111'} {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 19:01:17.526377 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-8124f153-7312-46ed-9b39-7ce3f0282702 service neutron] Bound port: 876dcbc0-6957-426a-86fc-525cbbd501e9, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d327e91-41ae-4018-ab9b-16723f98bb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111'}}] {{(pid=116193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 19:01:17.526733 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-8124f153-7312-46ed-9b39-7ce3f0282702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (876dcbc0-6957-426a-86fc-525cbbd501e9), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:17.556418 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da094d2-9fe6-4858-ab37-cd7573e41966 req-200c3599-8055-4641-a4e8-4d56842d7f63 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:17.558030 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4da094d2-9fe6-4858-ab37-cd7573e41966 req-200c3599-8055-4641-a4e8-4d56842d7f63 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 945 time: 0.0662329 Jun 16 19:01:17.669204 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d6409dc0-9c89-49d6-a1b5-d69d67168281 req-17970443-5b36-491e-ba10-b1fbcc66c2b3 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=effe0963-698f-48d6-adf3-6b53bf88e09c HTTP/1.1" status: 200 len: 210 time: 0.0589738 Jun 16 19:01:17.676876 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-8124f153-7312-46ed-9b39-7ce3f0282702 service neutron] For port 876dcbc0-6957-426a-86fc-525cbbd501e9, host hv-cinder-84617, cleared binding levels {{(pid=116193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 19:01:17.707228 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4da094d2-9fe6-4858-ab37-cd7573e41966 req-58350ce6-29e0-4ad4-b3b6-eebebebe76a3 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275375 Jun 16 19:01:17.709060 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-8124f153-7312-46ed-9b39-7ce3f0282702 service neutron] For port 876dcbc0-6957-426a-86fc-525cbbd501e9, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=876dcbc0-6957-426a-86fc-525cbbd501e9,segment=NetworkSegment(2d327e91-41ae-4018-ab9b-16723f98bb9d),segment_id=2d327e91-41ae-4018-ab9b-16723f98bb9d)] {{(pid=116193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 19:01:17.765268 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-8124f153-7312-46ed-9b39-7ce3f0282702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (876dcbc0-6957-426a-86fc-525cbbd501e9), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:17.798813 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-8124f153-7312-46ed-9b39-7ce3f0282702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:17.799332 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-8124f153-7312-46ed-9b39-7ce3f0282702 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:17.800700 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-8124f153-7312-46ed-9b39-7ce3f0282702 service neutron] 10.222.0.66 "PUT /v2.0/ports/876dcbc0-6957-426a-86fc-525cbbd501e9 HTTP/1.1" status: 200 len: 1094 time: 1.1885629 Jun 16 19:01:17.801138 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ad0030-d602-4eda-932c-e5a9ff1a7339', 'tag': '876dcbc0-6957-426a-86fc-525cbbd501e9'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:01:17.803354 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6969242f-24b8-4bba-b19c-7581164d23e6" -d '{"events": [{"name": "network-changed", "server_uuid": "33ad0030-d602-4eda-932c-e5a9ff1a7339", "tag": "876dcbc0-6957-426a-86fc-525cbbd501e9"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:01:17.839336 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8124f153-7312-46ed-9b39-7ce3f0282702 service neutron] Pushing event updated for resources: {'Port': ['ID=876dcbc0-6957-426a-86fc-525cbbd501e9,revision_number=3']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:17.848710 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 19:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f40b77-ffbe-4466-b49a-a0a9bfe1cb3a x-openstack-request-id: req-79f40b77-ffbe-4466-b49a-a0a9bfe1cb3a {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:01:17.849006 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ad0030-d602-4eda-932c-e5a9ff1a7339", "tag": "876dcbc0-6957-426a-86fc-525cbbd501e9", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:01:17.849300 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-79f40b77-ffbe-4466-b49a-a0a9bfe1cb3a {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:01:17.850069 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79f40b77-ffbe-4466-b49a-a0a9bfe1cb3a'] response: {'name': 'network-changed', 'server_uuid': '33ad0030-d602-4eda-932c-e5a9ff1a7339', 'tag': '876dcbc0-6957-426a-86fc-525cbbd501e9', 'status': 'completed', 'code': 200} Jun 16 19:01:17.911206 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969242f-24b8-4bba-b19c-7581164d23e6 req-ce332ff6-369d-4bea-9781-19e1bb60487a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:17.912806 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6969242f-24b8-4bba-b19c-7581164d23e6 req-ce332ff6-369d-4bea-9781-19e1bb60487a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0b607bd5abec4c72842e250a639f99f1&device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 1128 time: 0.0461371 Jun 16 19:01:18.025629 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969242f-24b8-4bba-b19c-7581164d23e6 req-fe4bd94a-ca65-420a-9016-9bf5e84434ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:18.027161 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6969242f-24b8-4bba-b19c-7581164d23e6 req-fe4bd94a-ca65-420a-9016-9bf5e84434ea service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=0b607bd5abec4c72842e250a639f99f1&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1060462 Jun 16 19:01:18.129134 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969242f-24b8-4bba-b19c-7581164d23e6 req-f79d33a8-b8b1-4bdd-8627-0b208655cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:18.130624 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6969242f-24b8-4bba-b19c-7581164d23e6 req-f79d33a8-b8b1-4bdd-8627-0b208655cbf2 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0962651 Jun 16 19:01:18.206989 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-10f78085-3a5b-416e-b285-288ba5c98214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:18.208489 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-10f78085-3a5b-416e-b285-288ba5c98214 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0b607bd5abec4c72842e250a639f99f1&device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 1128 time: 0.0403922 Jun 16 19:01:18.250526 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-61add28f-2dfe-43d8-8416-24d74ab057fc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=876dcbc0-6957-426a-86fc-525cbbd501e9 HTTP/1.1" status: 200 len: 217 time: 0.0343597 Jun 16 19:01:18.285459 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:18.334881 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-4e55845f-d8b8-4381-ae7c-d0b2ac9476b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:18.336392 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-4e55845f-d8b8-4381-ae7c-d0b2ac9476b6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fe716360-4f3c-4c62-9220-aaf7aa3a7a1f HTTP/1.1" status: 200 len: 855 time: 0.0798934 Jun 16 19:01:18.344955 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de04716-72ee-4f05-881c-9851fd411086 req-0745b079-8cbc-417c-af7d-fde5f0c0c1f6 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:18.346429 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8de04716-72ee-4f05-881c-9851fd411086 req-0745b079-8cbc-417c-af7d-fde5f0c0c1f6 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 944 time: 0.0582407 Jun 16 19:01:18.406886 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-1b9dc87b-b2ce-4051-913c-4f15202d652d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:18.408435 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-1b9dc87b-b2ce-4051-913c-4f15202d652d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b63c6cac-d1b4-42bd-9dde-7d5291a4c111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0610871 Jun 16 19:01:18.448905 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8de04716-72ee-4f05-881c-9851fd411086 req-3d747017-210a-4002-a43f-80c70bc666d9 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0921743 Jun 16 19:01:18.654466 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-279faf03-167a-41a9-9bb7-7ab31e604e02 service neutron] 10.222.0.66 "GET /v2.0/networks/b63c6cac-d1b4-42bd-9dde-7d5291a4c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991955 Jun 16 19:01:18.654466 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0a6984c9-86d0-48cb-9fb2-28d533d07929 req-5c7dfb16-c283-4f2a-b2ea-c5a6e05ff8b9 service neutron] 10.222.0.66 "GET /v2.0/networks/b63c6cac-d1b4-42bd-9dde-7d5291a4c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892327 Jun 16 19:01:18.750964 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:18.769701 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-466c0746-7055-4ad7-8913-8d9f2dddd9ed req-5973e227-10e0-4d71-8063-aee972eec711 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=effe0963-698f-48d6-adf3-6b53bf88e09c HTTP/1.1" status: 200 len: 210 time: 0.0286827 Jun 16 19:01:18.822449 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda4f03-de54-4628-82a5-04ee561b06a4 req-9fd2a6f3-eee0-4dfc-b26c-de2e789a8514 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:18.823908 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1cda4f03-de54-4628-82a5-04ee561b06a4 req-9fd2a6f3-eee0-4dfc-b26c-de2e789a8514 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 945 time: 0.0464458 Jun 16 19:01:18.875586 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1cda4f03-de54-4628-82a5-04ee561b06a4 req-f50f8226-013a-474f-a3c4-f90e18edda64 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452864 Jun 16 19:01:19.215569 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 53432) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:01:19.263377 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca9edf48-f6f2-4df6-8902-61a154a117ac admin admin] Deleting subnet d11c86c7-15c9-4840-b5aa-305a0705ecb2 {{(pid=116192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 19:01:19.266447 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-ca9edf48-f6f2-4df6-8902-61a154a117ac admin admin] Publish callbacks [] for subnet (d11c86c7-15c9-4840-b5aa-305a0705ecb2), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:19.300053 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-ca9edf48-f6f2-4df6-8902-61a154a117ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4528341'] for subnet (d11c86c7-15c9-4840-b5aa-305a0705ecb2), precommit_delete_associations {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:19.338321 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-ca9edf48-f6f2-4df6-8902-61a154a117ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877176'] for subnet (d11c86c7-15c9-4840-b5aa-305a0705ecb2), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:19.368642 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:19.450283 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-ca9edf48-f6f2-4df6-8902-61a154a117ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5326548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134033083'] for subnet (d11c86c7-15c9-4840-b5aa-305a0705ecb2), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:19.478642 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9edf48-f6f2-4df6-8902-61a154a117ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d11c86c7-15c9-4840-b5aa-305a0705ecb2,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:19.484389 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-ca9edf48-f6f2-4df6-8902-61a154a117ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for subnet (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:19.488019 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-ca9edf48-f6f2-4df6-8902-61a154a117ac admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d11c86c7-15c9-4840-b5aa-305a0705ecb2 HTTP/1.1" status: 204 len: 168 time: 0.2704043 Jun 16 19:01:19.489594 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 53436) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:01:19.557496 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a0cf6271-a331-4705-87f1-648789cfe848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660547'] for network (1cba00b2-5236-4b98-9847-76f93e5270f2), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:19.575513 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960e01b-8561-489a-8568-3582e2320c4f req-a173ec65-c380-4a7b-8664-63878ae3d111 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:19.576983 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7960e01b-8561-489a-8568-3582e2320c4f req-a173ec65-c380-4a7b-8664-63878ae3d111 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 944 time: 0.0511088 Jun 16 19:01:19.624312 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7960e01b-8561-489a-8568-3582e2320c4f req-c1fb6f73-9715-4212-8ae5-17feacdf7d05 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416815 Jun 16 19:01:19.638245 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a0cf6271-a331-4705-87f1-648789cfe848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879417', 'neutron.services.segments.db._delete_segments_for_network-8748651528183'] for network (1cba00b2-5236-4b98-9847-76f93e5270f2), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:19.658565 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.services.segments.db [None req-a0cf6271-a331-4705-87f1-648789cfe848 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cba00b2-5236-4b98-9847-76f93e5270f2']}} {{(pid=116192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:19.667580 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.services.segments.db [None req-a0cf6271-a331-4705-87f1-648789cfe848 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81fc8e53-7f5c-4025-a1b0-0fad6c3bb060') {'for_net_delete': True} {{(pid=116192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:19.667871 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.services.segments.db [None req-a0cf6271-a331-4705-87f1-648789cfe848 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81fc8e53-7f5c-4025-a1b0-0fad6c3bb060') {} {{(pid=116192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:19.677739 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a0cf6271-a331-4705-87f1-648789cfe848 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748651528066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4528322'] for segment (81fc8e53-7f5c-4025-a1b0-0fad6c3bb060), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:19.690556 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a0cf6271-a331-4705-87f1-648789cfe848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056'] for segment (81fc8e53-7f5c-4025-a1b0-0fad6c3bb060), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:19.696750 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0cf6271-a331-4705-87f1-648789cfe848 admin admin] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=116192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 19:01:19.697119 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a0cf6271-a331-4705-87f1-648789cfe848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5326346'] for segment (81fc8e53-7f5c-4025-a1b0-0fad6c3bb060), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:19.718990 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.services.segments.plugin [-] Segment 81fc8e53-7f5c-4025-a1b0-0fad6c3bb060 resource provider aggregate not found Jun 16 19:01:19.746913 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.services.segments.plugin [-] Segment 81fc8e53-7f5c-4025-a1b0-0fad6c3bb060 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 81fc8e53-7f5c-4025-a1b0-0fad6c3bb060 found for delete ", "request_id": "req-89797461-d377-401d-a762-8367234f7490"}]} Jun 16 19:01:19.832828 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a0cf6271-a331-4705-87f1-648789cfe848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8340142'] for network (1cba00b2-5236-4b98-9847-76f93e5270f2), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:19.837402 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a0cf6271-a331-4705-87f1-648789cfe848 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for network (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:19.845319 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-a0cf6271-a331-4705-87f1-648789cfe848 admin admin] 10.222.0.81 "DELETE /v2.0/networks/1cba00b2-5236-4b98-9847-76f93e5270f2 HTTP/1.1" status: 204 len: 168 time: 0.3507047 Jun 16 19:01:19.857583 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf6271-a331-4705-87f1-648789cfe848 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cba00b2-5236-4b98-9847-76f93e5270f2,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:19.871335 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b6fb2c7e-394f-4e4e-a1e9-3519846589ef req-efbedc05-f394-4053-97cb-9b2d20234cd2 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=effe0963-698f-48d6-adf3-6b53bf88e09c HTTP/1.1" status: 200 len: 210 time: 0.0336525 Jun 16 19:01:19.998406 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ea385-20dc-440d-b275-03d81c768c65 req-c5f86d5d-06ee-4114-aca0-0995e684786c tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:19.999881 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-446ea385-20dc-440d-b275-03d81c768c65 req-c5f86d5d-06ee-4114-aca0-0995e684786c tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 945 time: 0.0501397 Jun 16 19:01:20.052108 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-446ea385-20dc-440d-b275-03d81c768c65 req-7f0ca07a-9976-4060-a11c-ab471cb55fc6 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463705 Jun 16 19:01:20.104068 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 6 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 19:01:20.276151 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 53448) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:01:20.318098 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-9edc13a2-9690-478f-9c02-fcebf4cdfe4a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e16a74b1bc56455b8f60bfc28bc94afb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407794 Jun 16 19:01:20.320464 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 53450) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:01:20.372576 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2aa45df0-06f0-4c6e-8b73-3b8677e73b7e admin admin] Publish callbacks [] for security_group (8b98f7c2-3438-40ee-8f56-014b9d8b42ab), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:20.394785 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2aa45df0-06f0-4c6e-8b73-3b8677e73b7e admin admin] Publish callbacks [] for security_group (8b98f7c2-3438-40ee-8f56-014b9d8b42ab), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:20.491106 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2aa45df0-06f0-4c6e-8b73-3b8677e73b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (8b98f7c2-3438-40ee-8f56-014b9d8b42ab), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:20.493800 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2aa45df0-06f0-4c6e-8b73-3b8677e73b7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:20.494937 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-2aa45df0-06f0-4c6e-8b73-3b8677e73b7e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8b98f7c2-3438-40ee-8f56-014b9d8b42ab HTTP/1.1" status: 204 len: 168 time: 0.1735213 Jun 16 19:01:20.513028 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa45df0-06f0-4c6e-8b73-3b8677e73b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b98f7c2-3438-40ee-8f56-014b9d8b42ab,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:20.593151 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-8e367973-42fd-452a-8d5c-1df1a4085882 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:20.594646 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-8e367973-42fd-452a-8d5c-1df1a4085882 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.66 "GET /v2.0/networks?id=64614a18-07e0-43ad-9990-55ab159f858f HTTP/1.1" status: 200 len: 810 time: 0.1235018 Jun 16 19:01:20.654995 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-7ce810e1-85ba-42fa-b3df-7edb8a7ffd1a tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9e5f71068aa4d75bcc4578b741f490d HTTP/1.1" status: 200 len: 380 time: 0.0516219 Jun 16 19:01:20.664278 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-e2aab8fc-bd16-462a-8e71-175beaf358cd tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Request body: {'port': {'device_id': 'effe0963-698f-48d6-adf3-6b53bf88e09c', 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f', 'admin_state_up': True, 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'security_groups': ['3664d753-5ac2-4124-bd8c-38519eb7dcf9']}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:01:20.734532 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:20.784825 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a9324-ef1a-43e6-a6d6-5f72fc62a129 req-724a0ebe-141a-4157-835f-8e73fb788d57 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:20.786531 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-589a9324-ef1a-43e6-a6d6-5f72fc62a129 req-724a0ebe-141a-4157-835f-8e73fb788d57 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 944 time: 0.0684154 Jun 16 19:01:20.849441 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:20.860007 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-589a9324-ef1a-43e6-a6d6-5f72fc62a129 req-d1be4d12-1b3b-4001-a9f9-a9654754f880 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672719 Jun 16 19:01:20.910563 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-e2aab8fc-bd16-462a-8e71-175beaf358cd tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Made reservation on behalf of f9e5f71068aa4d75bcc4578b741f490d for: {'port': 1} {{(pid=116193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 19:01:20.916346 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-e2aab8fc-bd16-462a-8e71-175beaf358cd tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:21.010443 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5653484b-8f12-48c5-8ed4-d32b33a61cce req-caf05669-8024-4a90-bf94-f8ca2031e95b tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=effe0963-698f-48d6-adf3-6b53bf88e09c HTTP/1.1" status: 200 len: 210 time: 0.0393214 Jun 16 19:01:21.073074 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_common [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-e2aab8fc-bd16-462a-8e71-175beaf358cd tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Allocated IP 172.20.0.8 (64614a18-07e0-43ad-9990-55ab159f858f/f3c0b066-676e-4fae-8d81-100b0457b81e/883851d6-ca58-4dd2-9dcf-af84a9421688) {{(pid=116193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 19:01:21.449648 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232f6a1-258c-4210-a3d9-7804aa7818dd req-ecfc7649-aebb-49cf-8642-d2d1c6647a07 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:21.451100 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5232f6a1-258c-4210-a3d9-7804aa7818dd req-ecfc7649-aebb-49cf-8642-d2d1c6647a07 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 945 time: 0.3269639 Jun 16 19:01:21.498746 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-e2aab8fc-bd16-462a-8e71-175beaf358cd tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for port (883851d6-ca58-4dd2-9dcf-af84a9421688), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:21.535671 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5232f6a1-258c-4210-a3d9-7804aa7818dd req-fc2efc73-f2ec-4ade-af17-9e98078ca396 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763612 Jun 16 19:01:21.615503 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba738af9-0247-4995-9d3c-a516a3942982 req-93bf544f-9ffd-4e28-bd5c-6a4a7c5fefe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:21.617015 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ba738af9-0247-4995-9d3c-a516a3942982 req-93bf544f-9ffd-4e28-bd5c-6a4a7c5fefe6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5db8d64fab0e45ffbba87b1ae3b48703&device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 1129 time: 0.1848068 Jun 16 19:01:21.621657 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-e2aab8fc-bd16-462a-8e71-175beaf358cd tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (883851d6-ca58-4dd2-9dcf-af84a9421688), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:21.714541 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-e2aab8fc-bd16-462a-8e71-175beaf358cd tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Network 64614a18-07e0-43ad-9990-55ab159f858f is already hosted by enough agents. {{(pid=116193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:01:21.726249 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-e2aab8fc-bd16-462a-8e71-175beaf358cd tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Resources bound (agent type, host, resource id): {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:01:21.731487 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-e2aab8fc-bd16-462a-8e71-175beaf358cd tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Received port after_create {{(pid=116193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 19:01:21.765360 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aab8fc-bd16-462a-8e71-175beaf358cd tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Pushing event updated for resources: {'Port': ['ID=883851d6-ca58-4dd2-9dcf-af84a9421688,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:21.792579 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba738af9-0247-4995-9d3c-a516a3942982 req-f4cc3044-b7e2-4277-8fd5-4a86937622b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:21.794136 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ba738af9-0247-4995-9d3c-a516a3942982 req-f4cc3044-b7e2-4277-8fd5-4a86937622b9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0dec2021-b64c-4fc7-9ff0-960200894783 HTTP/1.1" status: 200 len: 911 time: 0.1684518 Jun 16 19:01:21.804257 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-e2aab8fc-bd16-462a-8e71-175beaf358cd tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:21.804861 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-e2aab8fc-bd16-462a-8e71-175beaf358cd tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:21.870776 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ba738af9-0247-4995-9d3c-a516a3942982 req-c75bf1d6-5423-4b0c-bc0f-eced0ec821f9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d682d40-5577-43db-823b-b6e4729f33b7 HTTP/1.1" status: 200 len: 1001 time: 0.0617113 Jun 16 19:01:21.923322 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-e2aab8fc-bd16-462a-8e71-175beaf358cd tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2622688 Jun 16 19:01:21.926599 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba738af9-0247-4995-9d3c-a516a3942982 req-2726b36b-d7b8-4481-8ea3-dcaf40f20fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:21.927965 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ba738af9-0247-4995-9d3c-a516a3942982 req-2726b36b-d7b8-4481-8ea3-dcaf40f20fac service neutron] 10.222.0.66 "GET /v2.0/subnets?id=91fba9c8-32d1-4e5d-97ce-9ffbabaf2ed5 HTTP/1.1" status: 200 len: 848 time: 0.0529287 Jun 16 19:01:21.939610 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-bcd050dd-850a-45ca-9216-a9dab365c3b4 service neutron] Request body: {'port': {'device_id': 'effe0963-698f-48d6-adf3-6b53bf88e09c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:01:21.951168 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:21.974380 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-1d1dca4b-b001-4170-8a85-5353b69c8818 None None] Provisioning complete for port 883851d6-ca58-4dd2-9dcf-af84a9421688 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:01:21.975758 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-1d1dca4b-b001-4170-8a85-5353b69c8818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (883851d6-ca58-4dd2-9dcf-af84a9421688), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:22.006987 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-1d1dca4b-b001-4170-8a85-5353b69c8818 None None] Port 883851d6-ca58-4dd2-9dcf-af84a9421688 cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 19:01:22.012782 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:22.043488 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba738af9-0247-4995-9d3c-a516a3942982 req-f1a2b1e6-db18-4c0b-a92e-c0bc586ac7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:22.044966 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ba738af9-0247-4995-9d3c-a516a3942982 req-f1a2b1e6-db18-4c0b-a92e-c0bc586ac7ea service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0dec2021-b64c-4fc7-9ff0-960200894783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1026604 Jun 16 19:01:22.083619 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2d535-17ab-42d4-84a4-4d1d404379ee req-ebf4d811-f898-43b6-b35c-8a7853505507 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:22.085047 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-aef2d535-17ab-42d4-84a4-4d1d404379ee req-ebf4d811-f898-43b6-b35c-8a7853505507 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 944 time: 0.0961764 Jun 16 19:01:22.089448 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 876dcbc0-6957-426a-86fc-525cbbd501e9 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=116194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 19:01:22.151784 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-bcd050dd-850a-45ca-9216-a9dab365c3b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (883851d6-ca58-4dd2-9dcf-af84a9421688), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:22.192364 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 876dcbc0-6957-426a-86fc-525cbbd501e9, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=876dcbc0-6957-426a-86fc-525cbbd501e9,segment=NetworkSegment(2d327e91-41ae-4018-ab9b-16723f98bb9d),segment_id=2d327e91-41ae-4018-ab9b-16723f98bb9d)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:01:22.204257 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Returning: {'device': '876dcbc0-6957-426a-86fc-525cbbd501e9', 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111', 'port_id': '876dcbc0-6957-426a-86fc-525cbbd501e9', 'mac_address': 'fa:16:3e:a1:39:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe716360-4f3c-4c62-9220-aaf7aa3a7a1f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 19:01:22.219580 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2aff0-32ee-481c-973e-eb6b2831beba req-f0993646-4283-4f35-8b28-c0fa3a7a8e99 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:22.221049 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-80d2aff0-32ee-481c-973e-eb6b2831beba req-f0993646-4283-4f35-8b28-c0fa3a7a8e99 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=effe0963-698f-48d6-adf3-6b53bf88e09c HTTP/1.1" status: 200 len: 931 time: 0.1335144 Jun 16 19:01:22.238925 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 876dcbc0-6957-426a-86fc-525cbbd501e9 is: DOWN; New status is: BUILD {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:01:22.239323 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (876dcbc0-6957-426a-86fc-525cbbd501e9), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:22.253357 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 876dcbc0-6957-426a-86fc-525cbbd501e9 {{(pid=116194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 19:01:22.277284 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 876dcbc0-6957-426a-86fc-525cbbd501e9, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=876dcbc0-6957-426a-86fc-525cbbd501e9,segment=NetworkSegment(2d327e91-41ae-4018-ab9b-16723f98bb9d),segment_id=2d327e91-41ae-4018-ab9b-16723f98bb9d)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:01:22.295838 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-aef2d535-17ab-42d4-84a4-4d1d404379ee req-5c03da37-6c89-40ab-9512-7c410582d1fe tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1953223 Jun 16 19:01:22.320616 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ba738af9-0247-4995-9d3c-a516a3942982 req-1c64e041-22bd-4c15-9a3f-4263387427a7 service neutron] 10.222.0.66 "GET /v2.0/networks/0dec2021-b64c-4fc7-9ff0-960200894783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536464 Jun 16 19:01:22.347438 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (876dcbc0-6957-426a-86fc-525cbbd501e9), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:22.398616 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=876dcbc0-6957-426a-86fc-525cbbd501e9,revision_number=4']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:22.405948 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:22.406230 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:22.406576 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:22.407012 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:22.407288 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:22.407612 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:22.407940 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:22.408269 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:22.408596 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:22.408922 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:22.409271 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:22.409643 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:22.409965 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:22.410286 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:22.410610 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:22.432801 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-80d2aff0-32ee-481c-973e-eb6b2831beba req-8e89b7ac-d978-4bad-91d6-95ec377351e9 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=3664d753-5ac2-4124-bd8c-38519eb7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015836 Jun 16 19:01:22.547014 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ba738af9-0247-4995-9d3c-a516a3942982 req-7cd4e94b-f231-45ec-bd1a-18492bec2757 service neutron] 10.222.0.66 "GET /v2.0/networks/0dec2021-b64c-4fc7-9ff0-960200894783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151694 Jun 16 19:01:22.583945 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:22.594256 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=47 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:22.622154 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] get_ports_and_sgs() called for port_ids ['876dcbc0-6957-426a-86fc-525cbbd501e9'] {{(pid=116194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 19:01:22.667337 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-bcd050dd-850a-45ca-9216-a9dab365c3b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 883851d6-ca58-4dd2-9dcf-af84a9421688 {{(pid=116193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 19:01:22.678865 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-bcd050dd-850a-45ca-9216-a9dab365c3b4 service neutron] Publish callbacks [] for port (883851d6-ca58-4dd2-9dcf-af84a9421688), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:22.686995 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:22.687233 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83332b-faa2-4cc6-b2ab-709398f047f7 req-a17f9e99-14ba-4bb1-a7d6-e5127890c4ad tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:22.688742 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ff83332b-faa2-4cc6-b2ab-709398f047f7 req-a17f9e99-14ba-4bb1-a7d6-e5127890c4ad tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 945 time: 0.0830598 Jun 16 19:01:22.706498 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.provisioning_blocks [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-bcd050dd-850a-45ca-9216-a9dab365c3b4 service neutron] Transition to ACTIVE for port object 883851d6-ca58-4dd2-9dcf-af84a9421688 will not be triggered until provisioned by entity L2. {{(pid=116193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 19:01:22.738926 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:22.744241 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ff83332b-faa2-4cc6-b2ab-709398f047f7 req-11410d27-4220-4614-817a-25ad15199697 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482526 Jun 16 19:01:22.765896 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-bcd050dd-850a-45ca-9216-a9dab365c3b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (883851d6-ca58-4dd2-9dcf-af84a9421688), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:22.821069 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd050dd-850a-45ca-9216-a9dab365c3b4 service neutron] Pushing event updated for resources: {'Port': ['ID=883851d6-ca58-4dd2-9dcf-af84a9421688,revision_number=2']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:22.892455 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-bcd050dd-850a-45ca-9216-a9dab365c3b4 service neutron] Attempting to bind port 883851d6-ca58-4dd2-9dcf-af84a9421688 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 19:01:22.892791 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-bcd050dd-850a-45ca-9216-a9dab365c3b4 service neutron] Attempting to bind port 883851d6-ca58-4dd2-9dcf-af84a9421688 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': 'ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f'}] {{(pid=116193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 19:01:22.893128 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-bcd050dd-850a-45ca-9216-a9dab365c3b4 service neutron] Attempting to bind port 883851d6-ca58-4dd2-9dcf-af84a9421688 on network 64614a18-07e0-43ad-9990-55ab159f858f {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 19:01:22.898187 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-bcd050dd-850a-45ca-9216-a9dab365c3b4 service neutron] Port 883851d6-ca58-4dd2-9dcf-af84a9421688 on network 64614a18-07e0-43ad-9990-55ab159f858f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 19:01:22.898533 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-bcd050dd-850a-45ca-9216-a9dab365c3b4 service neutron] Attempting to bind port 883851d6-ca58-4dd2-9dcf-af84a9421688 on network 64614a18-07e0-43ad-9990-55ab159f858f {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 19:01:22.904593 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-bcd050dd-850a-45ca-9216-a9dab365c3b4 service neutron] Checking agent: {'id': '78e75526-212b-4550-9dc1-6e088b901fa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'started_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 19, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 19:01:22.905226 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-bcd050dd-850a-45ca-9216-a9dab365c3b4 service neutron] Checking segment: {'id': 'ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 19:01:22.905540 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-bcd050dd-850a-45ca-9216-a9dab365c3b4 service neutron] Bound using segment: {'id': 'ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f'} {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 19:01:22.905963 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-bcd050dd-850a-45ca-9216-a9dab365c3b4 service neutron] Bound port: 883851d6-ca58-4dd2-9dcf-af84a9421688, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f'}}] {{(pid=116193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 19:01:22.906322 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-bcd050dd-850a-45ca-9216-a9dab365c3b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (883851d6-ca58-4dd2-9dcf-af84a9421688), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:22.970993 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-bcd050dd-850a-45ca-9216-a9dab365c3b4 service neutron] For port 883851d6-ca58-4dd2-9dcf-af84a9421688, host hv-cinder-84617, cleared binding levels {{(pid=116193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 19:01:22.974244 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-bcd050dd-850a-45ca-9216-a9dab365c3b4 service neutron] For port 883851d6-ca58-4dd2-9dcf-af84a9421688, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=883851d6-ca58-4dd2-9dcf-af84a9421688,segment=NetworkSegment(ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e),segment_id=ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e)] {{(pid=116193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 19:01:23.056573 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-bcd050dd-850a-45ca-9216-a9dab365c3b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (883851d6-ca58-4dd2-9dcf-af84a9421688), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:23.061018 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:23.091446 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-bcd050dd-850a-45ca-9216-a9dab365c3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:23.092027 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-bcd050dd-850a-45ca-9216-a9dab365c3b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:23.093452 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-bcd050dd-850a-45ca-9216-a9dab365c3b4 service neutron] 10.222.0.66 "PUT /v2.0/ports/883851d6-ca58-4dd2-9dcf-af84a9421688 HTTP/1.1" status: 200 len: 1093 time: 1.1579952 Jun 16 19:01:23.095757 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'effe0963-698f-48d6-adf3-6b53bf88e09c', 'tag': '883851d6-ca58-4dd2-9dcf-af84a9421688'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:01:23.098036 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2306994-9a7a-42d2-950c-29bc9208cf70" -d '{"events": [{"name": "network-changed", "server_uuid": "effe0963-698f-48d6-adf3-6b53bf88e09c", "tag": "883851d6-ca58-4dd2-9dcf-af84a9421688"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:01:23.126132 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd050dd-850a-45ca-9216-a9dab365c3b4 service neutron] Pushing event updated for resources: {'Port': ['ID=883851d6-ca58-4dd2-9dcf-af84a9421688,revision_number=3']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:23.138881 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 19:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbe86b2-ee7e-4232-baf5-1ac6830f02cf x-openstack-request-id: req-cbbe86b2-ee7e-4232-baf5-1ac6830f02cf {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:01:23.139169 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "effe0963-698f-48d6-adf3-6b53bf88e09c", "tag": "883851d6-ca58-4dd2-9dcf-af84a9421688", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:01:23.141824 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cbbe86b2-ee7e-4232-baf5-1ac6830f02cf {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:01:23.141824 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbbe86b2-ee7e-4232-baf5-1ac6830f02cf'] response: {'name': 'network-changed', 'server_uuid': 'effe0963-698f-48d6-adf3-6b53bf88e09c', 'tag': '883851d6-ca58-4dd2-9dcf-af84a9421688', 'status': 'completed', 'code': 200} Jun 16 19:01:23.417507 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949f1f4-4fef-4cf9-8540-6775142196ae req-38e86aaa-58bd-4c1c-adaa-d8c0e6c66a08 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:23.418986 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1949f1f4-4fef-4cf9-8540-6775142196ae req-38e86aaa-58bd-4c1c-adaa-d8c0e6c66a08 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 945 time: 0.0473108 Jun 16 19:01:23.466032 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1949f1f4-4fef-4cf9-8540-6775142196ae req-2c1af785-ef9a-418e-9bc7-89123d75d432 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416088 Jun 16 19:01:23.545550 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed08dd-8112-456e-bc6c-37a7dc165b7f req-de4195c2-9d80-4b3f-91a2-1d3bf806d230 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:23.546984 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-91ed08dd-8112-456e-bc6c-37a7dc165b7f req-de4195c2-9d80-4b3f-91a2-1d3bf806d230 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=effe0963-698f-48d6-adf3-6b53bf88e09c HTTP/1.1" status: 200 len: 943 time: 0.0456033 Jun 16 19:01:23.592615 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-91ed08dd-8112-456e-bc6c-37a7dc165b7f req-076afd20-118f-48b8-98ee-e73e00eb805f tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=3664d753-5ac2-4124-bd8c-38519eb7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402801 Jun 16 19:01:23.829286 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2306994-9a7a-42d2-950c-29bc9208cf70 req-9bdf5584-671f-4fc9-9bee-afef3b3019c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:23.830711 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c2306994-9a7a-42d2-950c-29bc9208cf70 req-9bdf5584-671f-4fc9-9bee-afef3b3019c2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9e5f71068aa4d75bcc4578b741f490d&device_id=effe0963-698f-48d6-adf3-6b53bf88e09c HTTP/1.1" status: 200 len: 1127 time: 0.0524821 Jun 16 19:01:23.888946 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c8a77-a502-4a83-9986-e48f17037997 req-c66d5091-3ee2-41cc-afac-c3b411391be6 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:23.890429 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5b8c8a77-a502-4a83-9986-e48f17037997 req-c66d5091-3ee2-41cc-afac-c3b411391be6 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 945 time: 0.0780394 Jun 16 19:01:23.988587 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2306994-9a7a-42d2-950c-29bc9208cf70 req-2e455e60-6de8-4dc6-a208-a73e9bbf0a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:23.990070 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c2306994-9a7a-42d2-950c-29bc9208cf70 req-2e455e60-6de8-4dc6-a208-a73e9bbf0a2a service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=f9e5f71068aa4d75bcc4578b741f490d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1442640 Jun 16 19:01:23.994195 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5b8c8a77-a502-4a83-9986-e48f17037997 req-a10b7d42-f4b1-4323-a28b-5769ba82b7fa tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772033 Jun 16 19:01:24.097342 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2306994-9a7a-42d2-950c-29bc9208cf70 req-5e3ab860-ec19-4d00-ad29-04f34cf695dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:24.098821 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c2306994-9a7a-42d2-950c-29bc9208cf70 req-5e3ab860-ec19-4d00-ad29-04f34cf695dd service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0890055 Jun 16 19:01:24.111217 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 876dcbc0-6957-426a-86fc-525cbbd501e9 up at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 19:01:24.154949 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning for port 876dcbc0-6957-426a-86fc-525cbbd501e9 completed by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 19:01:24.174262 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-14307281-b1a7-40f7-bd57-d70567a9ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:24.175807 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-14307281-b1a7-40f7-bd57-d70567a9ab2d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9e5f71068aa4d75bcc4578b741f490d&device_id=effe0963-698f-48d6-adf3-6b53bf88e09c HTTP/1.1" status: 200 len: 1127 time: 0.0402532 Jun 16 19:01:24.218896 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-b1dc57f5-f73f-470a-b866-a96297d16408 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=883851d6-ca58-4dd2-9dcf-af84a9421688 HTTP/1.1" status: 200 len: 217 time: 0.0362663 Jun 16 19:01:24.221663 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning complete for port 876dcbc0-6957-426a-86fc-525cbbd501e9 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:01:24.222046 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (876dcbc0-6957-426a-86fc-525cbbd501e9), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:24.231426 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:24.267662 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-3063dd1a-155a-44fc-8687-cc3b12267d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:24.269127 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-3063dd1a-155a-44fc-8687-cc3b12267d0b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3c0b066-676e-4fae-8d81-100b0457b81e HTTP/1.1" status: 200 len: 849 time: 0.0449648 Jun 16 19:01:24.315055 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-7fa35754-b60c-4af6-8aa0-e352ee49bf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:24.316346 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 876dcbc0-6957-426a-86fc-525cbbd501e9 is: BUILD; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:01:24.316620 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-7fa35754-b60c-4af6-8aa0-e352ee49bf24 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=64614a18-07e0-43ad-9990-55ab159f858f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413136 Jun 16 19:01:24.316764 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (876dcbc0-6957-426a-86fc-525cbbd501e9), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:24.340540 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ad0030-d602-4eda-932c-e5a9ff1a7339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876dcbc0-6957-426a-86fc-525cbbd501e9'}] {{(pid=116194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:01:24.343732 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c514dfdaa64f5ff94ef0a30f0983ecc87ad84dbda33c755e7db481fe7439434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03593399-421d-4028-bea2-4d387bed8dd0" -d '{"events": [{"server_uuid": "33ad0030-d602-4eda-932c-e5a9ff1a7339", "name": "network-vif-plugged", "status": "completed", "tag": "876dcbc0-6957-426a-86fc-525cbbd501e9"}]}' {{(pid=116194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:01:24.358159 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 876dcbc0-6957-426a-86fc-525cbbd501e9, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=876dcbc0-6957-426a-86fc-525cbbd501e9,segment=NetworkSegment(2d327e91-41ae-4018-ab9b-16723f98bb9d),segment_id=2d327e91-41ae-4018-ab9b-16723f98bb9d)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:01:24.391279 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 19:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a7e8f2-ba00-45be-879c-2a41c849911a x-openstack-request-id: req-17a7e8f2-ba00-45be-879c-2a41c849911a {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:01:24.391593 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ad0030-d602-4eda-932c-e5a9ff1a7339", "name": "network-vif-plugged", "status": "completed", "tag": "876dcbc0-6957-426a-86fc-525cbbd501e9", "code": 200}]} {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:01:24.391894 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-17a7e8f2-ba00-45be-879c-2a41c849911a {{(pid=116194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:01:24.392630 dv-cinder-846171-1-iscsi neutron-server[116194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17a7e8f2-ba00-45be-879c-2a41c849911a'] response: {'server_uuid': '33ad0030-d602-4eda-932c-e5a9ff1a7339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876dcbc0-6957-426a-86fc-525cbbd501e9', 'code': 200} Jun 16 19:01:24.420940 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-efeb371b-f1c1-4ebe-afa5-7864dc8e634f service neutron] 10.222.0.66 "GET /v2.0/networks/64614a18-07e0-43ad-9990-55ab159f858f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984266 Jun 16 19:01:24.442814 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (876dcbc0-6957-426a-86fc-525cbbd501e9), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:24.498289 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=876dcbc0-6957-426a-86fc-525cbbd501e9,revision_number=5']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:24.504783 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:24.532366 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-817d5b46-ef95-49a7-9f12-846e1a58b9c8 req-1ddcafb2-91ea-402e-96fd-d7b5db889231 service neutron] 10.222.0.66 "GET /v2.0/networks/64614a18-07e0-43ad-9990-55ab159f858f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947561 Jun 16 19:01:24.606592 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf35c3-7bb1-49e7-8eeb-5b64a1db2c24 req-7ef973d6-9db4-44f2-a827-57a5177b0c99 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:24.608202 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8baf35c3-7bb1-49e7-8eeb-5b64a1db2c24 req-7ef973d6-9db4-44f2-a827-57a5177b0c99 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 946 time: 0.0618360 Jun 16 19:01:24.699568 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8baf35c3-7bb1-49e7-8eeb-5b64a1db2c24 req-1ac46b01-755e-442b-9bd7-6418d1891b19 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0850215 Jun 16 19:01:24.724102 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0cf4f-428f-4a4f-a3f5-a60ecb3e809a req-ac46778f-1b84-4037-9bcc-82923be44683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:24.725605 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c9f0cf4f-428f-4a4f-a3f5-a60ecb3e809a req-ac46778f-1b84-4037-9bcc-82923be44683 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 1130 time: 0.0849655 Jun 16 19:01:24.738372 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95628641-8600-48f2-bfff-c51e43790a28 req-d751b96a-13d7-401f-b444-c114b848cbd6 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:24.742010 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-95628641-8600-48f2-bfff-c51e43790a28 req-d751b96a-13d7-401f-b444-c114b848cbd6 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=effe0963-698f-48d6-adf3-6b53bf88e09c HTTP/1.1" status: 200 len: 943 time: 0.0610325 Jun 16 19:01:24.789917 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-95628641-8600-48f2-bfff-c51e43790a28 req-deda9164-e54a-4659-88a9-faf7ef3c6bf3 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=3664d753-5ac2-4124-bd8c-38519eb7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443132 Jun 16 19:01:25.109256 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77112a5-30e9-419e-8f24-9ed1f6d08ca2 req-04ccae00-c897-4766-9417-749ac349a4f0 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:25.110709 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f77112a5-30e9-419e-8f24-9ed1f6d08ca2 req-04ccae00-c897-4766-9417-749ac349a4f0 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 945 time: 0.0458474 Jun 16 19:01:25.158692 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f77112a5-30e9-419e-8f24-9ed1f6d08ca2 req-80dd1fab-9655-48aa-ab51-519fbf03a33e tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424528 Jun 16 19:01:25.571021 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c9f0cf4f-428f-4a4f-a3f5-a60ecb3e809a req-f1a4c2ae-22c5-4614-bae6-ea5737521e35 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373054 Jun 16 19:01:25.816558 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59367db1-63e2-4212-99f8-4ff9e475323c req-e62babc3-eb62-4639-a866-0d75fcff5d8c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:25.818062 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-59367db1-63e2-4212-99f8-4ff9e475323c req-e62babc3-eb62-4639-a866-0d75fcff5d8c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 946 time: 0.0452576 Jun 16 19:01:25.896719 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-59367db1-63e2-4212-99f8-4ff9e475323c req-2c4dcb79-6be4-4538-a36a-b84f92c243ee tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0722992 Jun 16 19:01:25.919792 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871770ea-a528-4319-a2c0-b015a8b4e383 req-e9db4672-3ae7-40b7-bd81-4fb9b4b35e7c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:25.919792 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-871770ea-a528-4319-a2c0-b015a8b4e383 req-e9db4672-3ae7-40b7-bd81-4fb9b4b35e7c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=effe0963-698f-48d6-adf3-6b53bf88e09c HTTP/1.1" status: 200 len: 943 time: 0.0568888 Jun 16 19:01:25.965130 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-871770ea-a528-4319-a2c0-b015a8b4e383 req-aa3196fa-ec35-45c7-a5e1-26eee4478a91 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=3664d753-5ac2-4124-bd8c-38519eb7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423739 Jun 16 19:01:26.269855 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120e01a-45c0-4443-adb6-b8ee4ac253c9 req-fbf7e06c-cea4-4728-8725-c24bbc19d3a4 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:26.271250 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f120e01a-45c0-4443-adb6-b8ee4ac253c9 req-fbf7e06c-cea4-4728-8725-c24bbc19d3a4 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 945 time: 0.0473704 Jun 16 19:01:26.319447 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f120e01a-45c0-4443-adb6-b8ee4ac253c9 req-0ac9b4c7-4a23-4026-9b0b-428b6bd3df78 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427377 Jun 16 19:01:26.640106 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f776c2-23f5-4c71-976c-71cb83e75905 req-71ee1f31-31e5-4a90-aa6b-59d561d0478b tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:26.641592 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-29f776c2-23f5-4c71-976c-71cb83e75905 req-71ee1f31-31e5-4a90-aa6b-59d561d0478b tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 945 time: 0.0501821 Jun 16 19:01:26.683611 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:26.696079 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-29f776c2-23f5-4c71-976c-71cb83e75905 req-2cddb607-9e41-4c6f-9683-a41c3e0880d2 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470071 Jun 16 19:01:26.696236 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 53504) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:01:26.789634 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7c176e80-3a04-4792-8ea7-4de0a3da600f req-0f99e46d-4d84-4bca-bdd0-8729927a952f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0924070 Jun 16 19:01:26.798855 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [req-7c176e80-3a04-4792-8ea7-4de0a3da600f req-d03926dc-e449-49c8-aa5a-efa1e13cd47c service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=116193) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 19:01:26.799747 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7c176e80-3a04-4792-8ea7-4de0a3da600f req-d03926dc-e449-49c8-aa5a-efa1e13cd47c service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055883 Jun 16 19:01:26.939178 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 53514) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:01:27.060630 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07902bee-e655-4a99-a674-54d407ba9774 req-870324e4-6e65-4fe2-bbd1-dce8df0768de tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:27.062089 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-07902bee-e655-4a99-a674-54d407ba9774 req-870324e4-6e65-4fe2-bbd1-dce8df0768de tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 946 time: 0.0927005 Jun 16 19:01:27.092580 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c176e80-3a04-4792-8ea7-4de0a3da600f req-a8ef02f2-18d7-49c4-a15f-4ce4d1f6f4ff tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:27.093907 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7c176e80-3a04-4792-8ea7-4de0a3da600f req-a8ef02f2-18d7-49c4-a15f-4ce4d1f6f4ff tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports/9d682d40-5577-43db-823b-b6e4729f33b7 HTTP/1.1" status: 200 len: 942 time: 0.1536829 Jun 16 19:01:27.118882 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78747cb-344a-4104-a685-4918973061aa req-d1ae53be-c03e-4059-bcbb-ad9b8fd3fb69 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:27.120352 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d78747cb-344a-4104-a685-4918973061aa req-d1ae53be-c03e-4059-bcbb-ad9b8fd3fb69 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=effe0963-698f-48d6-adf3-6b53bf88e09c HTTP/1.1" status: 200 len: 943 time: 0.0822825 Jun 16 19:01:27.166038 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-07902bee-e655-4a99-a674-54d407ba9774 req-0dcb423a-2f2d-44e0-b29e-6aa9d103cfc6 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0829151 Jun 16 19:01:27.193845 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d78747cb-344a-4104-a685-4918973061aa req-f5cc84b0-dfa0-4411-9ded-a1deb5352255 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=3664d753-5ac2-4124-bd8c-38519eb7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661769 Jun 16 19:01:27.291457 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595d58a-b9e1-424f-b9ea-165afb55d2df req-be11c874-741c-4afd-b993-d0a2afd36502 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:27.292892 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3595d58a-b9e1-424f-b9ea-165afb55d2df req-be11c874-741c-4afd-b993-d0a2afd36502 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 946 time: 0.0508041 Jun 16 19:01:27.301450 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 53528) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:01:27.305668 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-a23c0dbd-5c38-44f1-b176-bc6a4f06f9fa tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Request body: {'floatingip': {'port_id': '876dcbc0-6957-426a-86fc-525cbbd501e9'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:01:27.343017 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a23c0dbd-5c38-44f1-b176-bc6a4f06f9fa tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for floatingip (cc66b1e1-6100-4636-bc72-08cdfcd8a658), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:27.524849 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:27.531897 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:27.956731 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72135817-283a-4160-94fd-f4c8aa06e3a3 req-80b456fc-8c5f-4f01-b283-8b83e981e4cc tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:27.958224 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-72135817-283a-4160-94fd-f4c8aa06e3a3 req-80b456fc-8c5f-4f01-b283-8b83e981e4cc tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 945 time: 0.0642080 Jun 16 19:01:28.071391 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-72135817-283a-4160-94fd-f4c8aa06e3a3 req-d16280e7-4a5b-402d-a6ff-0d70b1d26f28 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891252 Jun 16 19:01:28.077868 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a23c0dbd-5c38-44f1-b176-bc6a4f06f9fa tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:28.133978 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 883851d6-ca58-4dd2-9dcf-af84a9421688 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=116194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 19:01:28.137411 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 9d682d40-5577-43db-823b-b6e4729f33b7 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:01:28.142049 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a23c0dbd-5c38-44f1-b176-bc6a4f06f9fa tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8340165'] for floatingip (cc66b1e1-6100-4636-bc72-08cdfcd8a658), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:28.243517 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.db.l3_db [None req-a23c0dbd-5c38-44f1-b176-bc6a4f06f9fa tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Floating IP cc66b1e1-6100-4636-bc72-08cdfcd8a658 associated. External IP: 172.27.0.43, port: 876dcbc0-6957-426a-86fc-525cbbd501e9. Jun 16 19:01:28.279120 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 9d682d40-5577-43db-823b-b6e4729f33b7 is: ACTIVE; New status is: DOWN {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:01:28.280077 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (9d682d40-5577-43db-823b-b6e4729f33b7), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:28.289401 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:28.314228 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 883851d6-ca58-4dd2-9dcf-af84a9421688, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=883851d6-ca58-4dd2-9dcf-af84a9421688,segment=NetworkSegment(ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e),segment_id=ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:01:28.328929 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf1ba63-bf52-412b-9948-409dadbbdf18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d682d40-5577-43db-823b-b6e4729f33b7'}] {{(pid=116194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:01:28.331290 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c514dfdaa64f5ff94ef0a30f0983ecc87ad84dbda33c755e7db481fe7439434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0267e6-56dd-4e25-aefc-c6a35e3eb7e7" -d '{"events": [{"server_uuid": "5bf1ba63-bf52-412b-9948-409dadbbdf18", "name": "network-vif-unplugged", "status": "completed", "tag": "9d682d40-5577-43db-823b-b6e4729f33b7"}]}' {{(pid=116194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:01:28.347001 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Returning: {'device': '883851d6-ca58-4dd2-9dcf-af84a9421688', 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f', 'port_id': '883851d6-ca58-4dd2-9dcf-af84a9421688', 'mac_address': 'fa:16:3e:8b:7a:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3c0b066-676e-4fae-8d81-100b0457b81e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 19:01:28.350188 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 9d682d40-5577-43db-823b-b6e4729f33b7, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=9d682d40-5577-43db-823b-b6e4729f33b7,segment=NetworkSegment(9f870342-ab65-443b-a0e2-542074951f0b),segment_id=9f870342-ab65-443b-a0e2-542074951f0b)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:01:28.367437 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7c1e3-9857-4639-a7ae-c5e073dda63b req-f398b62d-9caf-4325-bda6-3827bc7d3a85 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:28.369523 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3ca7c1e3-9857-4639-a7ae-c5e073dda63b req-f398b62d-9caf-4325-bda6-3827bc7d3a85 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=effe0963-698f-48d6-adf3-6b53bf88e09c HTTP/1.1" status: 200 len: 943 time: 0.0921640 Jun 16 19:01:28.373029 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Jun 2022 19:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553747e7-1ac6-4e57-a9a9-02bf80cec504 x-openstack-request-id: req-553747e7-1ac6-4e57-a9a9-02bf80cec504 {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:01:28.373029 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf1ba63-bf52-412b-9948-409dadbbdf18", "name": "network-vif-unplugged", "status": "failed", "tag": "9d682d40-5577-43db-823b-b6e4729f33b7", "code": 422}]} {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:01:28.373029 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-553747e7-1ac6-4e57-a9a9-02bf80cec504 {{(pid=116194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:01:28.373029 dv-cinder-846171-1-iscsi neutron-server[116194]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-553747e7-1ac6-4e57-a9a9-02bf80cec504']: {'server_uuid': '5bf1ba63-bf52-412b-9948-409dadbbdf18', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9d682d40-5577-43db-823b-b6e4729f33b7', 'code': 422} returned with failed status Jun 16 19:01:28.387375 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 883851d6-ca58-4dd2-9dcf-af84a9421688 is: DOWN; New status is: BUILD {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:01:28.387850 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (883851d6-ca58-4dd2-9dcf-af84a9421688), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:28.401520 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 883851d6-ca58-4dd2-9dcf-af84a9421688 {{(pid=116194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 19:01:28.416260 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (9d682d40-5577-43db-823b-b6e4729f33b7), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:28.444861 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 883851d6-ca58-4dd2-9dcf-af84a9421688, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=883851d6-ca58-4dd2-9dcf-af84a9421688,segment=NetworkSegment(ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e),segment_id=ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:01:28.470471 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3ca7c1e3-9857-4639-a7ae-c5e073dda63b req-8203c411-ad50-4b36-b226-9bea37d705d9 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=3664d753-5ac2-4124-bd8c-38519eb7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932419 Jun 16 19:01:28.472797 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=9d682d40-5577-43db-823b-b6e4729f33b7,revision_number=6']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:28.513550 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (883851d6-ca58-4dd2-9dcf-af84a9421688), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:28.536385 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23c0dbd-5c38-44f1-b176-bc6a4f06f9fa tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Router f03bfdaa-4ab3-45bb-a8a4-42f612f6a932 has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 19:01:28.544208 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:28.566474 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=883851d6-ca58-4dd2-9dcf-af84a9421688,revision_number=4']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:28.646899 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23c0dbd-5c38-44f1-b176-bc6a4f06f9fa tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:01:28.652000 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a23c0dbd-5c38-44f1-b176-bc6a4f06f9fa tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for floatingip (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:28.659555 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a446204d-eb09-4232-b2e5-ad3b162d5f06 None None] Sync routers for ids ['f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'] in dv-cinder-846171-1-iscsi {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:01:28.672770 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a446204d-eb09-4232-b2e5-ad3b162d5f06 None None] Routers {'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:01:28.673426 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-a446204d-eb09-4232-b2e5-ad3b162d5f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:01:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:28.691049 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-a23c0dbd-5c38-44f1-b176-bc6a4f06f9fa tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "PUT /v2.0/floatingips/cc66b1e1-6100-4636-bc72-08cdfcd8a658 HTTP/1.1" status: 200 len: 991 time: 1.3884943 Jun 16 19:01:28.691651 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ad0030-d602-4eda-932c-e5a9ff1a7339', 'tag': '876dcbc0-6957-426a-86fc-525cbbd501e9'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:01:28.694352 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddcd28b-b8b0-430d-97d8-a4606d9dba0c" -d '{"events": [{"name": "network-changed", "server_uuid": "33ad0030-d602-4eda-932c-e5a9ff1a7339", "tag": "876dcbc0-6957-426a-86fc-525cbbd501e9"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:01:28.776881 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] get_ports_and_sgs() called for port_ids ['883851d6-ca58-4dd2-9dcf-af84a9421688'] {{(pid=116194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 19:01:28.796001 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 19:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426ec32e-aec0-4e56-b6ad-28a7afd25604 x-openstack-request-id: req-426ec32e-aec0-4e56-b6ad-28a7afd25604 {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:01:28.796305 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ad0030-d602-4eda-932c-e5a9ff1a7339", "tag": "876dcbc0-6957-426a-86fc-525cbbd501e9", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:01:28.796653 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-426ec32e-aec0-4e56-b6ad-28a7afd25604 {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:01:28.797260 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-426ec32e-aec0-4e56-b6ad-28a7afd25604'] response: {'name': 'network-changed', 'server_uuid': '33ad0030-d602-4eda-932c-e5a9ff1a7339', 'tag': '876dcbc0-6957-426a-86fc-525cbbd501e9', 'status': 'completed', 'code': 200} Jun 16 19:01:28.821585 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:28.840954 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:28.862371 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddcd28b-b8b0-430d-97d8-a4606d9dba0c req-01bc1fc9-5015-4c97-befa-633a9b21d039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:28.864039 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2ddcd28b-b8b0-430d-97d8-a4606d9dba0c req-01bc1fc9-5015-4c97-befa-633a9b21d039 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0b607bd5abec4c72842e250a639f99f1&device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 1130 time: 0.0411367 Jun 16 19:01:28.883211 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-a446204d-eb09-4232-b2e5-ad3b162d5f06 None None] Set router f03bfdaa-4ab3-45bb-a8a4-42f612f6a932 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:01:28.975507 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddcd28b-b8b0-430d-97d8-a4606d9dba0c req-8c0bce28-f239-42cb-b87a-c4801187bf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:28.976911 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2ddcd28b-b8b0-430d-97d8-a4606d9dba0c req-8c0bce28-f239-42cb-b87a-c4801187bf4b service neutron] 10.222.0.66 "GET /v2.0/networks?id=b63c6cac-d1b4-42bd-9dde-7d5291a4c111 HTTP/1.1" status: 200 len: 918 time: 0.1065269 Jun 16 19:01:29.051678 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2ddcd28b-b8b0-430d-97d8-a4606d9dba0c req-2753ca3c-4c69-470d-a475-d317e3030f48 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=876dcbc0-6957-426a-86fc-525cbbd501e9 HTTP/1.1" status: 200 len: 999 time: 0.0640502 Jun 16 19:01:29.104261 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-a446204d-eb09-4232-b2e5-ad3b162d5f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'name': 'tempest-AttachVolumeShelveTestJSON-172575064-router', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'f44d7cb1-f583-4148-917f-fb546be0871f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:54Z', 'updated_at': '2022-06-16T18:56:06Z', 'revision_number': 4, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'gw_port': {'id': 'f44d7cb1-f583-4148-917f-fb546be0871f', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:56Z', 'updated_at': '2022-06-16T18:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': 'cc66b1e1-6100-4636-bc72-08cdfcd8a658', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'port_id': '876dcbc0-6957-426a-86fc-525cbbd501e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111', 'mac_address': 'fa:16:3e:a1:39:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ad0030-d602-4eda-932c-e5a9ff1a7339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T19:01:11Z', 'updated_at': '2022-06-16T19:01:27Z', 'revision_number': 1, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b585d1e-7432-4b39-b65a-be7738265e74', 'name': '', 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'mac_address': 'fa:16:3e:e8:45:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'fe716360-4f3c-4c62-9220-aaf7aa3a7a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:56:03Z', 'updated_at': '2022-06-16T18:56:12Z', 'revision_number': 5, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'subnets': [{'id': 'fe716360-4f3c-4c62-9220-aaf7aa3a7a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:29.104836 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddcd28b-b8b0-430d-97d8-a4606d9dba0c req-77ec79e0-2ca6-4a23-ae86-58b1355428ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:29.106512 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2ddcd28b-b8b0-430d-97d8-a4606d9dba0c req-77ec79e0-2ca6-4a23-ae86-58b1355428ed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fe716360-4f3c-4c62-9220-aaf7aa3a7a1f HTTP/1.1" status: 200 len: 855 time: 0.0488994 Jun 16 19:01:29.130956 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a446204d-eb09-4232-b2e5-ad3b162d5f06 None None] Checking router: f03bfdaa-4ab3-45bb-a8a4-42f612f6a932 for host: dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:01:29.140594 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a446204d-eb09-4232-b2e5-ad3b162d5f06 None None] Routers {'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:01:29.141319 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-a446204d-eb09-4232-b2e5-ad3b162d5f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:01:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:29.181053 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddcd28b-b8b0-430d-97d8-a4606d9dba0c req-d0260cdc-85c7-4209-9520-f9df23680f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:29.182997 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2ddcd28b-b8b0-430d-97d8-a4606d9dba0c req-d0260cdc-85c7-4209-9520-f9df23680f65 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b63c6cac-d1b4-42bd-9dde-7d5291a4c111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0699532 Jun 16 19:01:29.203391 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3590d2-f8b8-4324-9afd-8e5efe8f70c9 req-2922e677-08ba-46e5-8c6b-54dd3b5737e1 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:29.204782 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1c3590d2-f8b8-4324-9afd-8e5efe8f70c9 req-2922e677-08ba-46e5-8c6b-54dd3b5737e1 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 943 time: 0.0618606 Jun 16 19:01:29.245698 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-a446204d-eb09-4232-b2e5-ad3b162d5f06 None None] Set router f03bfdaa-4ab3-45bb-a8a4-42f612f6a932 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:01:29.311137 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1c3590d2-f8b8-4324-9afd-8e5efe8f70c9 req-5bd43018-f2bd-4589-9b4a-c4be32465303 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949576 Jun 16 19:01:29.321901 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2ddcd28b-b8b0-430d-97d8-a4606d9dba0c req-de58382c-cec4-485d-9ff2-52d66e088808 service neutron] 10.222.0.66 "GET /v2.0/networks/b63c6cac-d1b4-42bd-9dde-7d5291a4c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303670 Jun 16 19:01:29.453381 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-a446204d-eb09-4232-b2e5-ad3b162d5f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'name': 'tempest-AttachVolumeShelveTestJSON-172575064-router', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'f44d7cb1-f583-4148-917f-fb546be0871f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:54Z', 'updated_at': '2022-06-16T18:56:06Z', 'revision_number': 4, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'gw_port': {'id': 'f44d7cb1-f583-4148-917f-fb546be0871f', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:56Z', 'updated_at': '2022-06-16T18:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': 'cc66b1e1-6100-4636-bc72-08cdfcd8a658', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'port_id': '876dcbc0-6957-426a-86fc-525cbbd501e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111', 'mac_address': 'fa:16:3e:a1:39:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ad0030-d602-4eda-932c-e5a9ff1a7339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T19:01:11Z', 'updated_at': '2022-06-16T19:01:27Z', 'revision_number': 1, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b585d1e-7432-4b39-b65a-be7738265e74', 'name': '', 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'mac_address': 'fa:16:3e:e8:45:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'fe716360-4f3c-4c62-9220-aaf7aa3a7a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:56:03Z', 'updated_at': '2022-06-16T18:56:12Z', 'revision_number': 5, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'subnets': [{'id': 'fe716360-4f3c-4c62-9220-aaf7aa3a7a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:29.479051 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a446204d-eb09-4232-b2e5-ad3b162d5f06 None None] The sync data for ids ['f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'] in dv-cinder-846171-1-iscsi is: [{'id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'name': 'tempest-AttachVolumeShelveTestJSON-172575064-router', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'f44d7cb1-f583-4148-917f-fb546be0871f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:54Z', 'updated_at': '2022-06-16T18:56:06Z', 'revision_number': 4, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'gw_port': {'id': 'f44d7cb1-f583-4148-917f-fb546be0871f', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:56Z', 'updated_at': '2022-06-16T18:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': 'cc66b1e1-6100-4636-bc72-08cdfcd8a658', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'port_id': '876dcbc0-6957-426a-86fc-525cbbd501e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111', 'mac_address': 'fa:16:3e:a1:39:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ad0030-d602-4eda-932c-e5a9ff1a7339', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T19:01:11Z', 'updated_at': '2022-06-16T19:01:27Z', 'revision_number': 1, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b585d1e-7432-4b39-b65a-be7738265e74', 'name': '', 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'mac_address': 'fa:16:3e:e8:45:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'fe716360-4f3c-4c62-9220-aaf7aa3a7a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:56:03Z', 'updated_at': '2022-06-16T18:56:12Z', 'revision_number': 5, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'subnets': [{'id': 'fe716360-4f3c-4c62-9220-aaf7aa3a7a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:01:29.597081 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c176e80-3a04-4792-8ea7-4de0a3da600f req-751f8a75-90dc-4e12-b62c-ca9f6946833f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:29.598623 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7c176e80-3a04-4792-8ea7-4de0a3da600f req-751f8a75-90dc-4e12-b62c-ca9f6946833f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18&tenant_id=5db8d64fab0e45ffbba87b1ae3b48703 HTTP/1.1" status: 200 len: 1127 time: 0.0948424 Jun 16 19:01:29.672517 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7cfe24-30dc-4425-a080-dd95b3f355d1 req-2c527274-683e-4c9d-9a93-59957ba3b645 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:29.674043 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1d7cfe24-30dc-4425-a080-dd95b3f355d1 req-2c527274-683e-4c9d-9a93-59957ba3b645 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=effe0963-698f-48d6-adf3-6b53bf88e09c HTTP/1.1" status: 200 len: 944 time: 0.0986905 Jun 16 19:01:29.708269 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2ddcd28b-b8b0-430d-97d8-a4606d9dba0c req-33673192-1d61-424a-b91f-6477355016cc service neutron] 10.222.0.66 "GET /v2.0/networks/b63c6cac-d1b4-42bd-9dde-7d5291a4c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242723 Jun 16 19:01:29.715201 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c176e80-3a04-4792-8ea7-4de0a3da600f req-e85193da-98c4-4a55-a36c-3f258e161901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:29.716666 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7c176e80-3a04-4792-8ea7-4de0a3da600f req-e85193da-98c4-4a55-a36c-3f258e161901 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5db8d64fab0e45ffbba87b1ae3b48703&device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 1127 time: 0.0876188 Jun 16 19:01:29.717652 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:29.739622 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b504e31-faaa-462f-acb3-d80840ad56d7 None None] New status for floating IP cc66b1e1-6100-4636-bc72-08cdfcd8a658: ACTIVE {{(pid=116194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 19:01:29.808932 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1d7cfe24-30dc-4425-a080-dd95b3f355d1 req-07b5246a-c696-41eb-8f0f-96c65d11b74f tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=3664d753-5ac2-4124-bd8c-38519eb7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216307 Jun 16 19:01:29.843018 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c176e80-3a04-4792-8ea7-4de0a3da600f req-ac84f3ad-018d-4e43-8506-758dccbe76cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:29.844778 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=54,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:29.845760 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=25,neutron:DELETE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:29.846650 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7c176e80-3a04-4792-8ea7-4de0a3da600f req-ac84f3ad-018d-4e43-8506-758dccbe76cd service neutron] 10.222.0.66 "GET /v2.0/networks?id=0dec2021-b64c-4fc7-9ff0-960200894783 HTTP/1.1" status: 200 len: 911 time: 0.1224306 Jun 16 19:01:29.928960 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7c176e80-3a04-4792-8ea7-4de0a3da600f req-42783825-abea-4b4d-858e-2531cf6fdb26 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d682d40-5577-43db-823b-b6e4729f33b7 HTTP/1.1" status: 200 len: 999 time: 0.0777242 Jun 16 19:01:29.981982 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c176e80-3a04-4792-8ea7-4de0a3da600f req-f7e2b9ca-212d-4fa2-8dd8-f2a1a5248a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:29.983491 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7c176e80-3a04-4792-8ea7-4de0a3da600f req-f7e2b9ca-212d-4fa2-8dd8-f2a1a5248a11 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=91fba9c8-32d1-4e5d-97ce-9ffbabaf2ed5 HTTP/1.1" status: 200 len: 848 time: 0.0487843 Jun 16 19:01:30.025740 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:30.034033 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c176e80-3a04-4792-8ea7-4de0a3da600f req-eea06f02-6815-46fb-97f7-7ae26cdb52f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:30.035994 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7c176e80-3a04-4792-8ea7-4de0a3da600f req-eea06f02-6815-46fb-97f7-7ae26cdb52f9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0dec2021-b64c-4fc7-9ff0-960200894783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462615 Jun 16 19:01:30.130363 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7c176e80-3a04-4792-8ea7-4de0a3da600f req-a3f25560-c88a-4990-9f11-434bfcf36222 service neutron] 10.222.0.66 "GET /v2.0/networks/0dec2021-b64c-4fc7-9ff0-960200894783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879929 Jun 16 19:01:30.146397 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 883851d6-ca58-4dd2-9dcf-af84a9421688 up at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 19:01:30.195458 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning for port 883851d6-ca58-4dd2-9dcf-af84a9421688 completed by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 19:01:30.221797 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7c176e80-3a04-4792-8ea7-4de0a3da600f req-7b0d0f01-5e1f-4e6d-b763-0989f1fc9867 service neutron] 10.222.0.66 "GET /v2.0/networks/0dec2021-b64c-4fc7-9ff0-960200894783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852807 Jun 16 19:01:30.262105 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning complete for port 883851d6-ca58-4dd2-9dcf-af84a9421688 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:01:30.262558 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (883851d6-ca58-4dd2-9dcf-af84a9421688), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:30.336792 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 883851d6-ca58-4dd2-9dcf-af84a9421688 is: BUILD; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:01:30.337100 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (883851d6-ca58-4dd2-9dcf-af84a9421688), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:30.374507 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effe0963-698f-48d6-adf3-6b53bf88e09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883851d6-ca58-4dd2-9dcf-af84a9421688'}] {{(pid=116194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:01:30.377262 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c514dfdaa64f5ff94ef0a30f0983ecc87ad84dbda33c755e7db481fe7439434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacb93ba-e096-48c8-9b28-dcbde736169e" -d '{"events": [{"server_uuid": "effe0963-698f-48d6-adf3-6b53bf88e09c", "name": "network-vif-plugged", "status": "completed", "tag": "883851d6-ca58-4dd2-9dcf-af84a9421688"}]}' {{(pid=116194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:01:30.380911 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 883851d6-ca58-4dd2-9dcf-af84a9421688, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=883851d6-ca58-4dd2-9dcf-af84a9421688,segment=NetworkSegment(ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e),segment_id=ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:01:30.414795 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 19:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76387cae-a835-493e-9f8e-1dcd31f186fa x-openstack-request-id: req-76387cae-a835-493e-9f8e-1dcd31f186fa {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:01:30.415288 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "effe0963-698f-48d6-adf3-6b53bf88e09c", "name": "network-vif-plugged", "status": "completed", "tag": "883851d6-ca58-4dd2-9dcf-af84a9421688", "code": 200}]} {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:01:30.415572 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-76387cae-a835-493e-9f8e-1dcd31f186fa {{(pid=116194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:01:30.415974 dv-cinder-846171-1-iscsi neutron-server[116194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76387cae-a835-493e-9f8e-1dcd31f186fa'] response: {'server_uuid': 'effe0963-698f-48d6-adf3-6b53bf88e09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883851d6-ca58-4dd2-9dcf-af84a9421688', 'code': 200} Jun 16 19:01:30.433226 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (883851d6-ca58-4dd2-9dcf-af84a9421688), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:30.435258 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cd41a-1a2c-4a25-b855-62d0013fa148 req-6cb56c34-f907-47c7-95d3-417a393457e9 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:30.437380 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a79cd41a-1a2c-4a25-b855-62d0013fa148 req-6cb56c34-f907-47c7-95d3-417a393457e9 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 943 time: 0.0496497 Jun 16 19:01:30.485177 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=883851d6-ca58-4dd2-9dcf-af84a9421688,revision_number=5']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:30.492033 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a79cd41a-1a2c-4a25-b855-62d0013fa148 req-fe21b653-4075-4af1-9970-fcf5bcce38d5 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486457 Jun 16 19:01:30.928603 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3463a-6af1-42ff-afe3-8af1e46793b1 req-e6ada9f7-d10b-4ff7-8cc9-93ff6e3c7d66 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:30.930151 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4bb3463a-6af1-42ff-afe3-8af1e46793b1 req-e6ada9f7-d10b-4ff7-8cc9-93ff6e3c7d66 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=effe0963-698f-48d6-adf3-6b53bf88e09c HTTP/1.1" status: 200 len: 945 time: 0.0477688 Jun 16 19:01:30.987389 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c662662-f9dc-4653-89e2-a581fdaf2b20 req-c75e7b72-e593-4266-8697-83dee60cb00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:30.988930 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8c662662-f9dc-4653-89e2-a581fdaf2b20 req-c75e7b72-e593-4266-8697-83dee60cb00f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=effe0963-698f-48d6-adf3-6b53bf88e09c HTTP/1.1" status: 200 len: 1129 time: 0.0579369 Jun 16 19:01:31.005326 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4bb3463a-6af1-42ff-afe3-8af1e46793b1 req-e2016f18-4ef6-43c5-a00e-5f1ff767107d tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=3664d753-5ac2-4124-bd8c-38519eb7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661924 Jun 16 19:01:31.090876 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8c662662-f9dc-4653-89e2-a581fdaf2b20 req-bf0224ac-5286-46fc-bf24-2855ad4ce132 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3664d753-5ac2-4124-bd8c-38519eb7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376699 Jun 16 19:01:31.607388 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14c4eb-7bbf-47d8-b6a6-83a6b027ba91 req-d1becace-5e23-4f9d-9a2e-0f990c2c5147 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:31.608856 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3d14c4eb-7bbf-47d8-b6a6-83a6b027ba91 req-d1becace-5e23-4f9d-9a2e-0f990c2c5147 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 943 time: 0.0500889 Jun 16 19:01:31.658278 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3d14c4eb-7bbf-47d8-b6a6-83a6b027ba91 req-2cb117d8-d66d-4298-8aed-77939bad3bdb tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438068 Jun 16 19:01:32.117704 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe6140-6187-40db-8d12-76f3bcb8484b req-3294f32c-71df-443f-a2fc-e1315ab494b5 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:32.119443 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a2fe6140-6187-40db-8d12-76f3bcb8484b req-3294f32c-71df-443f-a2fc-e1315ab494b5 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=effe0963-698f-48d6-adf3-6b53bf88e09c HTTP/1.1" status: 200 len: 945 time: 0.0473239 Jun 16 19:01:32.154756 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:32.166289 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a2fe6140-6187-40db-8d12-76f3bcb8484b req-8e9cd095-81ac-45f0-81c5-df8b9fe96e0d tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=3664d753-5ac2-4124-bd8c-38519eb7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407374 Jun 16 19:01:32.782691 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a1369-1e6e-405d-aa1d-616eeef9a56f req-f8956b48-8ab2-4297-9eaf-e88c634b84ee tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:32.784219 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-210a1369-1e6e-405d-aa1d-616eeef9a56f req-f8956b48-8ab2-4297-9eaf-e88c634b84ee tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 943 time: 0.0528560 Jun 16 19:01:32.843012 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-210a1369-1e6e-405d-aa1d-616eeef9a56f req-ceffd287-b5c7-4f8f-952e-f3d8bd529212 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522697 Jun 16 19:01:32.881212 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f9029-f23b-4165-822f-0bf96963e0e2 req-1ca73138-5ace-4590-af1c-da308956dbf4 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:32.882695 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-139f9029-f23b-4165-822f-0bf96963e0e2 req-1ca73138-5ace-4590-af1c-da308956dbf4 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0515249 Jun 16 19:01:32.929888 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-139f9029-f23b-4165-822f-0bf96963e0e2 req-cf3f3f68-f0bb-4952-9a45-a01bcaa6c5d1 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416961 Jun 16 19:01:33.278458 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e37b63-12b9-46eb-a1fa-94bc476f5367 req-9c3f4901-3463-466b-85bb-98a53b0980e8 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:33.279928 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-02e37b63-12b9-46eb-a1fa-94bc476f5367 req-9c3f4901-3463-466b-85bb-98a53b0980e8 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=effe0963-698f-48d6-adf3-6b53bf88e09c HTTP/1.1" status: 200 len: 945 time: 0.0477705 Jun 16 19:01:33.330184 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-02e37b63-12b9-46eb-a1fa-94bc476f5367 req-bed4e17c-91e4-48d9-8710-47fc79eb7b49 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=3664d753-5ac2-4124-bd8c-38519eb7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447650 Jun 16 19:01:33.436247 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6853d54-ae8e-461a-b08a-5991c4d24810 req-9937b5a0-09b9-49e1-8e96-5c7a5c432efd tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:33.437718 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b6853d54-ae8e-461a-b08a-5991c4d24810 req-9937b5a0-09b9-49e1-8e96-5c7a5c432efd tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=effe0963-698f-48d6-adf3-6b53bf88e09c HTTP/1.1" status: 200 len: 945 time: 0.0455329 Jun 16 19:01:33.446510 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 53586) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:01:33.450700 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-d2b0fb15-57db-4dd8-917c-a4ed3cbb930c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Request body: {'floatingip': {'port_id': '883851d6-ca58-4dd2-9dcf-af84a9421688'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:01:33.487690 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-d2b0fb15-57db-4dd8-917c-a4ed3cbb930c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for floatingip (7927fb8e-f5c7-4b79-952f-402d9839df5c), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:33.720839 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:33.902003 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-d2b0fb15-57db-4dd8-917c-a4ed3cbb930c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:33.958620 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96c7f3-1045-465d-9834-20e6024bca71 req-59b13952-e667-4688-8a58-288fe271e84d tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:33.960109 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7c96c7f3-1045-465d-9834-20e6024bca71 req-59b13952-e667-4688-8a58-288fe271e84d tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 943 time: 0.0459306 Jun 16 19:01:33.961217 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-d2b0fb15-57db-4dd8-917c-a4ed3cbb930c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8340165'] for floatingip (7927fb8e-f5c7-4b79-952f-402d9839df5c), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:34.111250 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a6996-d0a2-4b81-8f1a-6df5ec525a97 req-419a7042-2e6b-478e-a590-065e6c30679c tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:34.112724 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5e7a6996-d0a2-4b81-8f1a-6df5ec525a97 req-419a7042-2e6b-478e-a590-065e6c30679c tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.1137116 Jun 16 19:01:34.145546 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7c96c7f3-1045-465d-9834-20e6024bca71 req-754e53fe-f4ef-4879-b5fb-b6dc55810df0 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474192 Jun 16 19:01:34.153207 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:34.159623 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.db.l3_db [None req-d2b0fb15-57db-4dd8-917c-a4ed3cbb930c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Floating IP 7927fb8e-f5c7-4b79-952f-402d9839df5c associated. External IP: 172.27.0.149, port: 883851d6-ca58-4dd2-9dcf-af84a9421688. Jun 16 19:01:34.224903 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5e7a6996-d0a2-4b81-8f1a-6df5ec525a97 req-69fd0e82-76da-4ff1-b631-4d44ff4416d2 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001866 Jun 16 19:01:34.601296 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b0fb15-57db-4dd8-917c-a4ed3cbb930c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Router 02a4af30-ebf9-4c0d-91a5-45f6ebe56408 has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 19:01:34.699763 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b0fb15-57db-4dd8-917c-a4ed3cbb930c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:01:34.704980 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-d2b0fb15-57db-4dd8-917c-a4ed3cbb930c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for floatingip (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:34.709693 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d7f916-61bb-440f-924b-a4e8742c6498 None None] Sync routers for ids ['02a4af30-ebf9-4c0d-91a5-45f6ebe56408'] in dv-cinder-846171-1-iscsi {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:01:34.719640 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d7f916-61bb-440f-924b-a4e8742c6498 None None] Routers {'02a4af30-ebf9-4c0d-91a5-45f6ebe56408'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:01:34.720237 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-33d7f916-61bb-440f-924b-a4e8742c6498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:01:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['02a4af30-ebf9-4c0d-91a5-45f6ebe56408'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:34.736290 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-d2b0fb15-57db-4dd8-917c-a4ed3cbb930c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "PUT /v2.0/floatingips/7927fb8e-f5c7-4b79-952f-402d9839df5c HTTP/1.1" status: 200 len: 991 time: 1.2888377 Jun 16 19:01:34.736972 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'effe0963-698f-48d6-adf3-6b53bf88e09c', 'tag': '883851d6-ca58-4dd2-9dcf-af84a9421688'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:01:34.739346 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e422f0-eaa0-48e9-87d9-612106432d00" -d '{"events": [{"name": "network-changed", "server_uuid": "effe0963-698f-48d6-adf3-6b53bf88e09c", "tag": "883851d6-ca58-4dd2-9dcf-af84a9421688"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:01:34.770093 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:34.775087 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 19:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672468e0-6a2f-40a0-96ed-cdb2af255724 x-openstack-request-id: req-672468e0-6a2f-40a0-96ed-cdb2af255724 {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:01:34.775386 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "effe0963-698f-48d6-adf3-6b53bf88e09c", "tag": "883851d6-ca58-4dd2-9dcf-af84a9421688", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:01:34.775641 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-672468e0-6a2f-40a0-96ed-cdb2af255724 {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:01:34.776052 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-672468e0-6a2f-40a0-96ed-cdb2af255724'] response: {'name': 'network-changed', 'server_uuid': 'effe0963-698f-48d6-adf3-6b53bf88e09c', 'tag': '883851d6-ca58-4dd2-9dcf-af84a9421688', 'status': 'completed', 'code': 200} Jun 16 19:01:34.818824 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=100 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:34.822834 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-33d7f916-61bb-440f-924b-a4e8742c6498 None None] Set router 02a4af30-ebf9-4c0d-91a5-45f6ebe56408 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:01:35.031709 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-33d7f916-61bb-440f-924b-a4e8742c6498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'name': 'tempest-AttachVolumeTestJSON-590424765-router', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4c72add9-608c-4847-9311-b73fc20947d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:49Z', 'updated_at': '2022-06-16T18:55:56Z', 'revision_number': 4, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'gw_port': {'id': '4c72add9-608c-4847-9311-b73fc20947d5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:50Z', 'updated_at': '2022-06-16T18:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': '7927fb8e-f5c7-4b79-952f-402d9839df5c', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'floating_ip_address': '172.27.0.149', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'port_id': '883851d6-ca58-4dd2-9dcf-af84a9421688', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f', 'mac_address': 'fa:16:3e:8b:7a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effe0963-698f-48d6-adf3-6b53bf88e09c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T19:01:15Z', 'updated_at': '2022-06-16T19:01:33Z', 'revision_number': 1, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44', 'name': '', 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'mac_address': 'fa:16:3e:7d:3c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f3c0b066-676e-4fae-8d81-100b0457b81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:53Z', 'updated_at': '2022-06-16T18:56:02Z', 'revision_number': 5, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'subnets': [{'id': 'f3c0b066-676e-4fae-8d81-100b0457b81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:35.056362 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d7f916-61bb-440f-924b-a4e8742c6498 None None] Checking router: 02a4af30-ebf9-4c0d-91a5-45f6ebe56408 for host: dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:01:35.065179 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d7f916-61bb-440f-924b-a4e8742c6498 None None] Routers {'02a4af30-ebf9-4c0d-91a5-45f6ebe56408'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:01:35.065796 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-33d7f916-61bb-440f-924b-a4e8742c6498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:01:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['02a4af30-ebf9-4c0d-91a5-45f6ebe56408'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:35.162194 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-33d7f916-61bb-440f-924b-a4e8742c6498 None None] Set router 02a4af30-ebf9-4c0d-91a5-45f6ebe56408 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:01:35.224582 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:35.262438 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d6035-6853-402a-976c-a85ce52b1fd3 req-049a4c59-ba1d-4104-87b6-d804ef848a42 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:35.263940 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6e8d6035-6853-402a-976c-a85ce52b1fd3 req-049a4c59-ba1d-4104-87b6-d804ef848a42 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 943 time: 0.0490525 Jun 16 19:01:35.345122 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6e8d6035-6853-402a-976c-a85ce52b1fd3 req-2ea4279f-bf56-4fa2-924e-c022b2dcd911 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732582 Jun 16 19:01:35.359947 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317fca6-8bec-4076-b0a5-6715623483ce req-87f2c3aa-498e-425c-9d68-c2a1b0edc566 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:35.366935 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b317fca6-8bec-4076-b0a5-6715623483ce req-87f2c3aa-498e-425c-9d68-c2a1b0edc566 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0686240 Jun 16 19:01:35.374839 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-33d7f916-61bb-440f-924b-a4e8742c6498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'name': 'tempest-AttachVolumeTestJSON-590424765-router', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4c72add9-608c-4847-9311-b73fc20947d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:49Z', 'updated_at': '2022-06-16T18:55:56Z', 'revision_number': 4, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'gw_port': {'id': '4c72add9-608c-4847-9311-b73fc20947d5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:50Z', 'updated_at': '2022-06-16T18:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': '7927fb8e-f5c7-4b79-952f-402d9839df5c', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'floating_ip_address': '172.27.0.149', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'port_id': '883851d6-ca58-4dd2-9dcf-af84a9421688', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f', 'mac_address': 'fa:16:3e:8b:7a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effe0963-698f-48d6-adf3-6b53bf88e09c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T19:01:15Z', 'updated_at': '2022-06-16T19:01:33Z', 'revision_number': 1, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44', 'name': '', 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'mac_address': 'fa:16:3e:7d:3c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f3c0b066-676e-4fae-8d81-100b0457b81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:53Z', 'updated_at': '2022-06-16T18:56:02Z', 'revision_number': 5, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'subnets': [{'id': 'f3c0b066-676e-4fae-8d81-100b0457b81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:35.402149 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d7f916-61bb-440f-924b-a4e8742c6498 None None] The sync data for ids ['02a4af30-ebf9-4c0d-91a5-45f6ebe56408'] in dv-cinder-846171-1-iscsi is: [{'id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'name': 'tempest-AttachVolumeTestJSON-590424765-router', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4c72add9-608c-4847-9311-b73fc20947d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:49Z', 'updated_at': '2022-06-16T18:55:56Z', 'revision_number': 4, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'gw_port': {'id': '4c72add9-608c-4847-9311-b73fc20947d5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:50Z', 'updated_at': '2022-06-16T18:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': '7927fb8e-f5c7-4b79-952f-402d9839df5c', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'floating_ip_address': '172.27.0.149', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'port_id': '883851d6-ca58-4dd2-9dcf-af84a9421688', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f', 'mac_address': 'fa:16:3e:8b:7a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'effe0963-698f-48d6-adf3-6b53bf88e09c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T19:01:15Z', 'updated_at': '2022-06-16T19:01:33Z', 'revision_number': 1, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44', 'name': '', 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'mac_address': 'fa:16:3e:7d:3c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f3c0b066-676e-4fae-8d81-100b0457b81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:53Z', 'updated_at': '2022-06-16T18:56:02Z', 'revision_number': 5, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'subnets': [{'id': 'f3c0b066-676e-4fae-8d81-100b0457b81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:01:35.411064 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b317fca6-8bec-4076-b0a5-6715623483ce req-d868d742-e3f6-47c9-b671-42332f47b9fa tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432909 Jun 16 19:01:35.591040 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d0d7e9-e4ce-4383-adb2-17561d03f705 None None] New status for floating IP 7927fb8e-f5c7-4b79-952f-402d9839df5c: ACTIVE {{(pid=116194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 19:01:36.074637 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e422f0-eaa0-48e9-87d9-612106432d00 req-9370021a-65b2-40a9-90e8-3cd406f4efcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:36.076109 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-37e422f0-eaa0-48e9-87d9-612106432d00 req-9370021a-65b2-40a9-90e8-3cd406f4efcf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9e5f71068aa4d75bcc4578b741f490d&device_id=effe0963-698f-48d6-adf3-6b53bf88e09c HTTP/1.1" status: 200 len: 1129 time: 0.0413408 Jun 16 19:01:36.460658 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100a0ac-b980-4ab0-becc-7b2190ac5324 req-8e24c024-f1bb-4c4d-8e2c-490483e9d742 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:36.462178 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f100a0ac-b980-4ab0-becc-7b2190ac5324 req-8e24c024-f1bb-4c4d-8e2c-490483e9d742 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 943 time: 0.0476933 Jun 16 19:01:36.545055 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030b050-b988-4254-ab9e-2f11516a6b82 req-bc2bd6f9-b7d4-4c0c-962c-690aa3543629 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:36.547125 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1030b050-b988-4254-ab9e-2f11516a6b82 req-bc2bd6f9-b7d4-4c0c-962c-690aa3543629 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0663469 Jun 16 19:01:36.550758 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f100a0ac-b980-4ab0-becc-7b2190ac5324 req-a2c11b47-510a-419b-bc32-8241dffbce40 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830367 Jun 16 19:01:36.597584 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1030b050-b988-4254-ab9e-2f11516a6b82 req-c92b12e3-4f54-45a1-96f2-d2e0b28fe296 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447917 Jun 16 19:01:36.708062 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-0495ffe1-def7-490c-85ec-99f68e80ece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:36.907822 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e422f0-eaa0-48e9-87d9-612106432d00 req-fbc0a291-ba3d-4b7d-9463-2cb47964b096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:36.909203 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-37e422f0-eaa0-48e9-87d9-612106432d00 req-fbc0a291-ba3d-4b7d-9463-2cb47964b096 service neutron] 10.222.0.66 "GET /v2.0/networks?id=64614a18-07e0-43ad-9990-55ab159f858f HTTP/1.1" status: 200 len: 912 time: 0.0863163 Jun 16 19:01:37.029815 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d0a4e-d3bc-4dcd-a176-2fce4df6bd3e req-ddc9ba50-1d42-438c-a899-55116aeaf1ca tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:37.031765 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-825d0a4e-d3bc-4dcd-a176-2fce4df6bd3e req-ddc9ba50-1d42-438c-a899-55116aeaf1ca tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.66 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0825565 Jun 16 19:01:37.039434 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-37e422f0-eaa0-48e9-87d9-612106432d00 req-3b25b8e2-4f5e-49a7-b9c2-f2e9f5fa3c3e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=883851d6-ca58-4dd2-9dcf-af84a9421688 HTTP/1.1" status: 200 len: 1001 time: 0.0964434 Jun 16 19:01:37.151805 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e422f0-eaa0-48e9-87d9-612106432d00 req-6f6f4762-8dbc-41a5-a847-823a96a44ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:37.153219 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-37e422f0-eaa0-48e9-87d9-612106432d00 req-6f6f4762-8dbc-41a5-a847-823a96a44ea9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3c0b066-676e-4fae-8d81-100b0457b81e HTTP/1.1" status: 200 len: 849 time: 0.0926957 Jun 16 19:01:37.161762 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:37.177644 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-825d0a4e-d3bc-4dcd-a176-2fce4df6bd3e req-5a728285-5405-4657-8165-acd8d943c813 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Deleting port 2fb01582-cf21-44de-8d3e-18570d242041 {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:01:37.177982 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-825d0a4e-d3bc-4dcd-a176-2fce4df6bd3e req-5a728285-5405-4657-8165-acd8d943c813 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (2fb01582-cf21-44de-8d3e-18570d242041), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:37.253052 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e422f0-eaa0-48e9-87d9-612106432d00 req-a518d25c-29e1-4322-932c-b254af0b58e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:37.254549 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-37e422f0-eaa0-48e9-87d9-612106432d00 req-a518d25c-29e1-4322-932c-b254af0b58e7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=64614a18-07e0-43ad-9990-55ab159f858f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0848086 Jun 16 19:01:37.339553 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-825d0a4e-d3bc-4dcd-a176-2fce4df6bd3e req-5a728285-5405-4657-8165-acd8d943c813 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] For port 2fb01582-cf21-44de-8d3e-18570d242041, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=2fb01582-cf21-44de-8d3e-18570d242041,segment=NetworkSegment(695d3c9b-6b49-4b44-82e3-daab02cb9cb5),segment_id=695d3c9b-6b49-4b44-82e3-daab02cb9cb5)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:01:37.339911 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-825d0a4e-d3bc-4dcd-a176-2fce4df6bd3e req-5a728285-5405-4657-8165-acd8d943c813 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (2fb01582-cf21-44de-8d3e-18570d242041), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:37.417109 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-37e422f0-eaa0-48e9-87d9-612106432d00 req-8dbe9cf3-2d9d-4ea3-9dd2-e314b17bce36 service neutron] 10.222.0.66 "GET /v2.0/networks/64614a18-07e0-43ad-9990-55ab159f858f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556973 Jun 16 19:01:37.455227 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:37.587777 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-825d0a4e-d3bc-4dcd-a176-2fce4df6bd3e req-5a728285-5405-4657-8165-acd8d943c813 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:37.588058 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-825d0a4e-d3bc-4dcd-a176-2fce4df6bd3e req-5a728285-5405-4657-8165-acd8d943c813 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8340165'] for floatingip (e14b338d-e3ba-41bb-ade6-c9ca4c3889cb), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:37.588372 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.db.l3_db [req-825d0a4e-d3bc-4dcd-a176-2fce4df6bd3e req-5a728285-5405-4657-8165-acd8d943c813 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Floating IP e14b338d-e3ba-41bb-ade6-c9ca4c3889cb disassociated. External IP: 172.27.0.151, port: 2fb01582-cf21-44de-8d3e-18570d242041. Jun 16 19:01:37.588715 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-825d0a4e-d3bc-4dcd-a176-2fce4df6bd3e req-5a728285-5405-4657-8165-acd8d943c813 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Calling delete_port for 2fb01582-cf21-44de-8d3e-18570d242041 owned by compute:nova {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:01:37.597708 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-37e422f0-eaa0-48e9-87d9-612106432d00 req-9efbecbc-1869-42c6-99de-1877e2999ca1 service neutron] 10.222.0.66 "GET /v2.0/networks/64614a18-07e0-43ad-9990-55ab159f858f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725779 Jun 16 19:01:37.729612 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e98fac-c1e9-4e42-9d8a-8a4c92e6a07a req-fc9ca3c9-fbac-444c-a314-3f0506f65691 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:37.730988 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f1e98fac-c1e9-4e42-9d8a-8a4c92e6a07a req-fc9ca3c9-fbac-444c-a314-3f0506f65691 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 943 time: 0.0939410 Jun 16 19:01:37.756101 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514bbb3c-2479-416a-acf1-09b49c7cf3c0 req-c8f93c49-bfea-4bce-918e-1f3f5d92d3b2 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:37.757490 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-514bbb3c-2479-416a-acf1-09b49c7cf3c0 req-c8f93c49-bfea-4bce-918e-1f3f5d92d3b2 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 945 time: 0.0865231 Jun 16 19:01:37.885943 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f1e98fac-c1e9-4e42-9d8a-8a4c92e6a07a req-8568f184-b079-4671-9d7e-41dbe651ef0e tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423783 Jun 16 19:01:37.899142 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-514bbb3c-2479-416a-acf1-09b49c7cf3c0 req-a9bccd76-5a54-4b8a-868c-01644443e848 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=482ade06-cee4-493a-a783-46def1fe5cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323624 Jun 16 19:01:37.965514 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-825d0a4e-d3bc-4dcd-a176-2fce4df6bd3e req-5a728285-5405-4657-8165-acd8d943c813 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (2fb01582-cf21-44de-8d3e-18570d242041), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:37.992744 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a728285-5405-4657-8165-acd8d943c813 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Pushing event deleted for resources: {'Port': ['ID=2fb01582-cf21-44de-8d3e-18570d242041,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:38.045485 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:38.104838 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-825d0a4e-d3bc-4dcd-a176-2fce4df6bd3e req-5a728285-5405-4657-8165-acd8d943c813 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Router ca6005d9-7b71-4411-8a5c-f4a0a5daf02e has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 19:01:38.159779 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 9d682d40-5577-43db-823b-b6e4729f33b7 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=116194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 19:01:38.214894 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:38.217731 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-825d0a4e-d3bc-4dcd-a176-2fce4df6bd3e req-5a728285-5405-4657-8165-acd8d943c813 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:01:38.228484 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fb1655-a0d2-4b68-8914-cf16ef539b48 None None] Sync routers for ids ['ca6005d9-7b71-4411-8a5c-f4a0a5daf02e'] in dv-cinder-846171-1-iscsi {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:01:38.233750 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:38.239579 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fb1655-a0d2-4b68-8914-cf16ef539b48 None None] Routers {'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:01:38.240181 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-87fb1655-a0d2-4b68-8914-cf16ef539b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:01:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['ca6005d9-7b71-4411-8a5c-f4a0a5daf02e'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:38.264136 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [req-825d0a4e-d3bc-4dcd-a176-2fce4df6bd3e req-5a728285-5405-4657-8165-acd8d943c813 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] No DVR routers for this DVR port 2fb01582-cf21-44de-8d3e-18570d242041 on host hv-cinder-84617 {{(pid=116193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 19:01:38.266921 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-825d0a4e-d3bc-4dcd-a176-2fce4df6bd3e req-5a728285-5405-4657-8165-acd8d943c813 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:38.267454 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 9d682d40-5577-43db-823b-b6e4729f33b7, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=9d682d40-5577-43db-823b-b6e4729f33b7,segment=NetworkSegment(9f870342-ab65-443b-a0e2-542074951f0b),segment_id=9f870342-ab65-443b-a0e2-542074951f0b)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:01:38.270242 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-825d0a4e-d3bc-4dcd-a176-2fce4df6bd3e req-5a728285-5405-4657-8165-acd8d943c813 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.66 "DELETE /v2.0/ports/2fb01582-cf21-44de-8d3e-18570d242041 HTTP/1.1" status: 204 len: 173 time: 1.2157328 Jun 16 19:01:38.270685 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88123824-1b55-41ca-a29f-0d3e0edd3d1d', 'name': 'network-vif-deleted', 'tag': '2fb01582-cf21-44de-8d3e-18570d242041'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:01:38.272943 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2318ae-2b3b-427e-83c3-c5a0b996ed12" -d '{"events": [{"server_uuid": "88123824-1b55-41ca-a29f-0d3e0edd3d1d", "name": "network-vif-deleted", "tag": "2fb01582-cf21-44de-8d3e-18570d242041"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:01:38.280674 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Returning: {'device': '9d682d40-5577-43db-823b-b6e4729f33b7', 'network_id': '0dec2021-b64c-4fc7-9ff0-960200894783', 'port_id': '9d682d40-5577-43db-823b-b6e4729f33b7', 'mac_address': 'fa:16:3e:ea:66:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91fba9c8-32d1-4e5d-97ce-9ffbabaf2ed5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 19:01:38.311240 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 19:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb100742-aa52-4893-8996-b921328cb9d4 x-openstack-request-id: req-fb100742-aa52-4893-8996-b921328cb9d4 {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:01:38.311602 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88123824-1b55-41ca-a29f-0d3e0edd3d1d", "name": "network-vif-deleted", "tag": "2fb01582-cf21-44de-8d3e-18570d242041", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:01:38.311889 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fb100742-aa52-4893-8996-b921328cb9d4 {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:01:38.313226 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb100742-aa52-4893-8996-b921328cb9d4'] response: {'server_uuid': '88123824-1b55-41ca-a29f-0d3e0edd3d1d', 'name': 'network-vif-deleted', 'tag': '2fb01582-cf21-44de-8d3e-18570d242041', 'status': 'completed', 'code': 200} Jun 16 19:01:38.321042 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 9d682d40-5577-43db-823b-b6e4729f33b7 is: DOWN; New status is: BUILD {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:01:38.321551 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (9d682d40-5577-43db-823b-b6e4729f33b7), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:38.339971 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d682d40-5577-43db-823b-b6e4729f33b7 {{(pid=116194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 19:01:38.373850 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 9d682d40-5577-43db-823b-b6e4729f33b7, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=9d682d40-5577-43db-823b-b6e4729f33b7,segment=NetworkSegment(9f870342-ab65-443b-a0e2-542074951f0b),segment_id=9f870342-ab65-443b-a0e2-542074951f0b)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:01:38.446066 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (9d682d40-5577-43db-823b-b6e4729f33b7), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:38.448647 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-87fb1655-a0d2-4b68-8914-cf16ef539b48 None None] Set router ca6005d9-7b71-4411-8a5c-f4a0a5daf02e gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:01:38.489660 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:38.504586 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=9d682d40-5577-43db-823b-b6e4729f33b7,revision_number=7']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:38.639432 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=100 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:38.644386 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-87fb1655-a0d2-4b68-8914-cf16ef539b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'name': 'tempest-ServerRescueNegativeTestJSON-311101115-router', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '51241e0b-784e-48ef-8cfd-27d26e98c4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:54Z', 'updated_at': '2022-06-16T18:56:04Z', 'revision_number': 4, 'project_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'gw_port': {'id': '51241e0b-784e-48ef-8cfd-27d26e98c4a5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:56Z', 'updated_at': '2022-06-16T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa', 'name': '', 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'mac_address': 'fa:16:3e:19:72:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '21288f53-db0a-40bc-af1b-49bfa8ab21bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:56:02Z', 'updated_at': '2022-06-16T18:56:20Z', 'revision_number': 5, 'project_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'subnets': [{'id': '21288f53-db0a-40bc-af1b-49bfa8ab21bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:38.670320 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fb1655-a0d2-4b68-8914-cf16ef539b48 None None] Checking router: ca6005d9-7b71-4411-8a5c-f4a0a5daf02e for host: dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:01:38.679296 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fb1655-a0d2-4b68-8914-cf16ef539b48 None None] Routers {'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:01:38.679891 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-87fb1655-a0d2-4b68-8914-cf16ef539b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:01:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['ca6005d9-7b71-4411-8a5c-f4a0a5daf02e'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:38.682349 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=100 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:38.732285 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] get_ports_and_sgs() called for port_ids ['9d682d40-5577-43db-823b-b6e4729f33b7'] {{(pid=116194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 19:01:38.783425 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-87fb1655-a0d2-4b68-8914-cf16ef539b48 None None] Set router ca6005d9-7b71-4411-8a5c-f4a0a5daf02e gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:01:38.973760 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-87fb1655-a0d2-4b68-8914-cf16ef539b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'name': 'tempest-ServerRescueNegativeTestJSON-311101115-router', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '51241e0b-784e-48ef-8cfd-27d26e98c4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:54Z', 'updated_at': '2022-06-16T18:56:04Z', 'revision_number': 4, 'project_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'gw_port': {'id': '51241e0b-784e-48ef-8cfd-27d26e98c4a5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:56Z', 'updated_at': '2022-06-16T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa', 'name': '', 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'mac_address': 'fa:16:3e:19:72:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '21288f53-db0a-40bc-af1b-49bfa8ab21bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:56:02Z', 'updated_at': '2022-06-16T18:56:20Z', 'revision_number': 5, 'project_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'subnets': [{'id': '21288f53-db0a-40bc-af1b-49bfa8ab21bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:38.999305 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fb1655-a0d2-4b68-8914-cf16ef539b48 None None] The sync data for ids ['ca6005d9-7b71-4411-8a5c-f4a0a5daf02e'] in dv-cinder-846171-1-iscsi is: [{'id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'name': 'tempest-ServerRescueNegativeTestJSON-311101115-router', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '51241e0b-784e-48ef-8cfd-27d26e98c4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:54Z', 'updated_at': '2022-06-16T18:56:04Z', 'revision_number': 4, 'project_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'gw_port': {'id': '51241e0b-784e-48ef-8cfd-27d26e98c4a5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:56Z', 'updated_at': '2022-06-16T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa', 'name': '', 'network_id': '9f034df0-3327-47b9-8a71-7606258bf90a', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'mac_address': 'fa:16:3e:19:72:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '21288f53-db0a-40bc-af1b-49bfa8ab21bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:56:02Z', 'updated_at': '2022-06-16T18:56:20Z', 'revision_number': 5, 'project_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'subnets': [{'id': '21288f53-db0a-40bc-af1b-49bfa8ab21bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:01:39.052586 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-178ea57a-1fd8-4076-99ea-6e19a87f32d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:39.057799 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a70f85f2-7b0b-4605-b476-b61fbe644080 req-ccacb2ef-b516-478b-84d8-4a3096aa0163 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=88123824-1b55-41ca-a29f-0d3e0edd3d1d HTTP/1.1" status: 200 len: 210 time: 0.0404537 Jun 16 19:01:39.070910 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ff3a4-14ff-4bce-a399-7be055498cb7 req-711b4f40-79a3-4bcd-b70e-b8cbc4c3032f tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:39.072518 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e53ff3a4-14ff-4bce-a399-7be055498cb7 req-711b4f40-79a3-4bcd-b70e-b8cbc4c3032f tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 944 time: 0.0887728 Jun 16 19:01:39.127966 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e53ff3a4-14ff-4bce-a399-7be055498cb7 req-55becfa1-8c45-454d-a3c1-f5734fc93fd5 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480683 Jun 16 19:01:39.234196 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377b19f1-de03-4514-9b5f-50eaa9c14355 None None] New status for floating IP e14b338d-e3ba-41bb-ade6-c9ca4c3889cb: DOWN {{(pid=116194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 19:01:40.204833 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 9d682d40-5577-43db-823b-b6e4729f33b7 up at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 19:01:40.230784 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 53622) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:01:40.237917 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:40.250053 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c694b-26d6-4133-afa3-71206795d1b2 req-ddc14766-210a-4040-af39-71dedf49a000 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:40.251778 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning complete for port 9d682d40-5577-43db-823b-b6e4729f33b7 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:01:40.252162 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (9d682d40-5577-43db-823b-b6e4729f33b7), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:40.252625 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ee7c694b-26d6-4133-afa3-71206795d1b2 req-ddc14766-210a-4040-af39-71dedf49a000 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 944 time: 0.0534959 Jun 16 19:01:40.293154 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d19f4a52-ac60-4364-8cef-d2f5d6762a54 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks [] for security_group (482ade06-cee4-493a-a783-46def1fe5cd5), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:40.306608 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ee7c694b-26d6-4133-afa3-71206795d1b2 req-1ad8e630-1547-436c-bb1c-fbdba32ea155 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478652 Jun 16 19:01:40.317514 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d19f4a52-ac60-4364-8cef-d2f5d6762a54 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks [] for security_group (482ade06-cee4-493a-a783-46def1fe5cd5), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:40.333785 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 9d682d40-5577-43db-823b-b6e4729f33b7 is: BUILD; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:01:40.334181 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (9d682d40-5577-43db-823b-b6e4729f33b7), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:40.357697 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf1ba63-bf52-412b-9948-409dadbbdf18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d682d40-5577-43db-823b-b6e4729f33b7'}] {{(pid=116194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:01:40.359979 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c514dfdaa64f5ff94ef0a30f0983ecc87ad84dbda33c755e7db481fe7439434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2cd1fc-16d2-4a04-a120-841dca472822" -d '{"events": [{"server_uuid": "5bf1ba63-bf52-412b-9948-409dadbbdf18", "name": "network-vif-plugged", "status": "completed", "tag": "9d682d40-5577-43db-823b-b6e4729f33b7"}]}' {{(pid=116194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:01:40.372996 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 9d682d40-5577-43db-823b-b6e4729f33b7, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=9d682d40-5577-43db-823b-b6e4729f33b7,segment=NetworkSegment(9f870342-ab65-443b-a0e2-542074951f0b),segment_id=9f870342-ab65-443b-a0e2-542074951f0b)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:01:40.397488 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 19:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644d3636-a801-4a0d-9ef7-56c5770c21ca x-openstack-request-id: req-644d3636-a801-4a0d-9ef7-56c5770c21ca {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:01:40.397781 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf1ba63-bf52-412b-9948-409dadbbdf18", "name": "network-vif-plugged", "status": "completed", "tag": "9d682d40-5577-43db-823b-b6e4729f33b7", "code": 200}]} {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:01:40.398045 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-644d3636-a801-4a0d-9ef7-56c5770c21ca {{(pid=116194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:01:40.398441 dv-cinder-846171-1-iscsi neutron-server[116194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-644d3636-a801-4a0d-9ef7-56c5770c21ca'] response: {'server_uuid': '5bf1ba63-bf52-412b-9948-409dadbbdf18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d682d40-5577-43db-823b-b6e4729f33b7', 'code': 200} Jun 16 19:01:40.428494 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d19f4a52-ac60-4364-8cef-d2f5d6762a54 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (482ade06-cee4-493a-a783-46def1fe5cd5), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:40.431480 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d19f4a52-ac60-4364-8cef-d2f5d6762a54 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:40.433286 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-d19f4a52-ac60-4364-8cef-d2f5d6762a54 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "DELETE /v2.0/security-groups/482ade06-cee4-493a-a783-46def1fe5cd5 HTTP/1.1" status: 204 len: 168 time: 0.2014706 Jun 16 19:01:40.435953 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 53626) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:01:40.442906 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f4a52-ac60-4364-8cef-d2f5d6762a54 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=482ade06-cee4-493a-a783-46def1fe5cd5,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:40.449544 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.api.v2.resource [None req-b4d132cb-2d54-49c8-8165-343b0fca75d4 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] show failed (client error): The resource could not be found. Jun 16 19:01:40.450360 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f4a52-ac60-4364-8cef-d2f5d6762a54 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:40.450549 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-b4d132cb-2d54-49c8-8165-343b0fca75d4 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups/482ade06-cee4-493a-a783-46def1fe5cd5 HTTP/1.1" status: 404 len: 347 time: 0.0136259 Jun 16 19:01:40.450712 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f4a52-ac60-4364-8cef-d2f5d6762a54 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:40.451052 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f4a52-ac60-4364-8cef-d2f5d6762a54 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:40.451387 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f4a52-ac60-4364-8cef-d2f5d6762a54 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:40.451716 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f4a52-ac60-4364-8cef-d2f5d6762a54 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:40.452042 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f4a52-ac60-4364-8cef-d2f5d6762a54 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:40.452365 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f4a52-ac60-4364-8cef-d2f5d6762a54 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:40.452683 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f4a52-ac60-4364-8cef-d2f5d6762a54 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:40.453564 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f4a52-ac60-4364-8cef-d2f5d6762a54 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:40.453830 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 53628) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:01:40.453930 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f4a52-ac60-4364-8cef-d2f5d6762a54 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:40.454166 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f4a52-ac60-4364-8cef-d2f5d6762a54 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:40.454486 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f4a52-ac60-4364-8cef-d2f5d6762a54 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:40.454801 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f4a52-ac60-4364-8cef-d2f5d6762a54 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:40.455126 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f4a52-ac60-4364-8cef-d2f5d6762a54 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:40.455522 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f4a52-ac60-4364-8cef-d2f5d6762a54 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:01:40.457071 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (9d682d40-5577-43db-823b-b6e4729f33b7), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:40.457962 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 2fb01582-cf21-44de-8d3e-18570d242041 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:01:40.499963 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] No Port match for: 2fb01582-cf21-44de-8d3e-18570d242041 {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:01:40.500320 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 2fb01582-cf21-44de-8d3e-18570d242041 not bound to the agent host hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:01:40.530297 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=9d682d40-5577-43db-823b-b6e4729f33b7,revision_number=8']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:40.589264 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-ada10300-aab9-41dd-b38b-5cf7582b3723 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Deleting port e5746ad4-75ee-4e06-9bb6-347655f4be8c {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:01:40.589644 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-ada10300-aab9-41dd-b38b-5cf7582b3723 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (e5746ad4-75ee-4e06-9bb6-347655f4be8c), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:40.672524 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-ada10300-aab9-41dd-b38b-5cf7582b3723 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (e5746ad4-75ee-4e06-9bb6-347655f4be8c), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:40.672764 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-ada10300-aab9-41dd-b38b-5cf7582b3723 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks [] for floatingip (e5746ad4-75ee-4e06-9bb6-347655f4be8c), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:40.685580 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-ada10300-aab9-41dd-b38b-5cf7582b3723 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Calling delete_port for e5746ad4-75ee-4e06-9bb6-347655f4be8c owned by network:floatingip {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:01:40.769399 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d4fd8-4cb8-4d2d-985f-cb98d5831c39 req-68eb6cb7-d938-4c13-b3db-77da29d5cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:40.770881 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3f4d4fd8-4cb8-4d2d-985f-cb98d5831c39 req-68eb6cb7-d938-4c13-b3db-77da29d5cd0b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 1129 time: 0.0739317 Jun 16 19:01:40.856628 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3f4d4fd8-4cb8-4d2d-985f-cb98d5831c39 req-82d1036b-76c9-4a8c-95e0-a3410d44d7b3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728710 Jun 16 19:01:40.931551 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-ada10300-aab9-41dd-b38b-5cf7582b3723 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (e5746ad4-75ee-4e06-9bb6-347655f4be8c), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:40.958027 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada10300-aab9-41dd-b38b-5cf7582b3723 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Pushing event deleted for resources: {'Port': ['ID=e5746ad4-75ee-4e06-9bb6-347655f4be8c,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:41.251541 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-ada10300-aab9-41dd-b38b-5cf7582b3723 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks [] for floatingip (e14b338d-e3ba-41bb-ade6-c9ca4c3889cb), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:41.253883 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-ada10300-aab9-41dd-b38b-5cf7582b3723 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for floatingip (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:41.255021 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-ada10300-aab9-41dd-b38b-5cf7582b3723 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "DELETE /v2.0/floatingips/e14b338d-e3ba-41bb-ade6-c9ca4c3889cb HTTP/1.1" status: 204 len: 168 time: 0.8000808 Jun 16 19:01:41.420659 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6437f8-120c-4a67-8b2f-35df97b7fc1a req-49ed0fec-dad8-4119-b025-cdba664336b7 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:41.422128 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4d6437f8-120c-4a67-8b2f-35df97b7fc1a req-49ed0fec-dad8-4119-b025-cdba664336b7 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 945 time: 0.0462968 Jun 16 19:01:41.471759 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4d6437f8-120c-4a67-8b2f-35df97b7fc1a req-d5553145-508b-48db-92eb-baee9a93480a tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441546 Jun 16 19:01:41.588472 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:42.091065 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:42.588395 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229b7c3-042f-47a0-9eba-3219b43eb077 req-e1275031-a776-429a-b887-0655cbf159a4 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:42.589883 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e229b7c3-042f-47a0-9eba-3219b43eb077 req-e1275031-a776-429a-b887-0655cbf159a4 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 945 time: 0.0463154 Jun 16 19:01:42.639167 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e229b7c3-042f-47a0-9eba-3219b43eb077 req-c42e72e5-02ad-474e-9415-4b0e01dd8a07 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430820 Jun 16 19:01:44.100201 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:44.122947 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:44.141622 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8347ec5-b89e-43c9-8cf7-218867ae957d req-65aa6c7d-c42c-4144-8961-d8e6542069fd tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:44.143106 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d8347ec5-b89e-43c9-8cf7-218867ae957d req-65aa6c7d-c42c-4144-8961-d8e6542069fd tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0513766 Jun 16 19:01:44.189985 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d8347ec5-b89e-43c9-8cf7-218867ae957d req-5e5fde40-dfe4-4caf-9f18-95e72c6d129f tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412889 Jun 16 19:01:45.302210 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b20482-6c60-4048-800e-a7217e4f6ee3 req-b02760b6-da96-4a37-adfb-170ce3d98280 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:45.303656 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-43b20482-6c60-4048-800e-a7217e4f6ee3 req-b02760b6-da96-4a37-adfb-170ce3d98280 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0459948 Jun 16 19:01:45.350667 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-43b20482-6c60-4048-800e-a7217e4f6ee3 req-8b6b360c-dcea-4377-9830-355c3b421bd3 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414093 Jun 16 19:01:45.847444 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373237a-31d5-41b5-a799-ee74fa098d61 req-5a993e4d-ca53-4ed0-bc58-556674062db6 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:45.848835 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b373237a-31d5-41b5-a799-ee74fa098d61 req-5a993e4d-ca53-4ed0-bc58-556674062db6 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.66 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 946 time: 0.0489321 Jun 16 19:01:45.931239 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-b373237a-31d5-41b5-a799-ee74fa098d61 req-b67d1751-e3ae-4e81-819c-22d431ccc599 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Deleting port 874e17b1-59b4-455e-93ae-78a55fa69aa1 {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:01:45.931585 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-b373237a-31d5-41b5-a799-ee74fa098d61 req-b67d1751-e3ae-4e81-819c-22d431ccc599 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (874e17b1-59b4-455e-93ae-78a55fa69aa1), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:46.024741 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-b373237a-31d5-41b5-a799-ee74fa098d61 req-b67d1751-e3ae-4e81-819c-22d431ccc599 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] For port 874e17b1-59b4-455e-93ae-78a55fa69aa1, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=874e17b1-59b4-455e-93ae-78a55fa69aa1,segment=NetworkSegment(695d3c9b-6b49-4b44-82e3-daab02cb9cb5),segment_id=695d3c9b-6b49-4b44-82e3-daab02cb9cb5)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:01:46.025103 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-b373237a-31d5-41b5-a799-ee74fa098d61 req-b67d1751-e3ae-4e81-819c-22d431ccc599 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (874e17b1-59b4-455e-93ae-78a55fa69aa1), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:46.037994 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-b373237a-31d5-41b5-a799-ee74fa098d61 req-b67d1751-e3ae-4e81-819c-22d431ccc599 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Calling delete_port for 874e17b1-59b4-455e-93ae-78a55fa69aa1 owned by compute:nova {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:01:46.211078 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-b373237a-31d5-41b5-a799-ee74fa098d61 req-b67d1751-e3ae-4e81-819c-22d431ccc599 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (874e17b1-59b4-455e-93ae-78a55fa69aa1), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:46.223091 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] get_ports_and_sgs() called for port_ids ['3e4f94ae-ac05-441d-a1fa-fa6601b9d389', '874e17b1-59b4-455e-93ae-78a55fa69aa1'] {{(pid=116194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 19:01:46.240830 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d1751-e3ae-4e81-819c-22d431ccc599 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Pushing event deleted for resources: {'Port': ['ID=874e17b1-59b4-455e-93ae-78a55fa69aa1,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:46.286424 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [req-b373237a-31d5-41b5-a799-ee74fa098d61 req-b67d1751-e3ae-4e81-819c-22d431ccc599 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] No DVR routers for this DVR port 874e17b1-59b4-455e-93ae-78a55fa69aa1 on host hv-cinder-84617 {{(pid=116193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 19:01:46.288900 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-b373237a-31d5-41b5-a799-ee74fa098d61 req-b67d1751-e3ae-4e81-819c-22d431ccc599 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:46.292237 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b373237a-31d5-41b5-a799-ee74fa098d61 req-b67d1751-e3ae-4e81-819c-22d431ccc599 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.66 "DELETE /v2.0/ports/874e17b1-59b4-455e-93ae-78a55fa69aa1 HTTP/1.1" status: 204 len: 173 time: 0.4378541 Jun 16 19:01:46.292673 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410bdd70-d5fd-4cfe-ad04-cf135bef00ff', 'name': 'network-vif-deleted', 'tag': '874e17b1-59b4-455e-93ae-78a55fa69aa1'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:01:46.294037 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:46.295089 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d11437-6965-4395-b550-d4b5450506d4" -d '{"events": [{"server_uuid": "410bdd70-d5fd-4cfe-ad04-cf135bef00ff", "name": "network-vif-deleted", "tag": "874e17b1-59b4-455e-93ae-78a55fa69aa1"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:01:46.327722 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:46.333641 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 19:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69d5075-6ee5-4217-a555-46e72afac925 x-openstack-request-id: req-c69d5075-6ee5-4217-a555-46e72afac925 {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:01:46.333641 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410bdd70-d5fd-4cfe-ad04-cf135bef00ff", "name": "network-vif-deleted", "tag": "874e17b1-59b4-455e-93ae-78a55fa69aa1", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:01:46.333641 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c69d5075-6ee5-4217-a555-46e72afac925 {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:01:46.334728 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c69d5075-6ee5-4217-a555-46e72afac925'] response: {'server_uuid': '410bdd70-d5fd-4cfe-ad04-cf135bef00ff', 'name': 'network-vif-deleted', 'tag': '874e17b1-59b4-455e-93ae-78a55fa69aa1', 'status': 'completed', 'code': 200} Jun 16 19:01:46.447770 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b826df68-5bac-4acc-8efe-a7586b67901d req-d930b2cd-2c63-4c69-beaf-c1609f185443 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=410bdd70-d5fd-4cfe-ad04-cf135bef00ff HTTP/1.1" status: 200 len: 210 time: 0.0281634 Jun 16 19:01:47.866338 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089ce9a-067c-456a-82d6-1e85d01e21cf req-322adf27-ed3c-4b98-bdd9-f9d021ee9ef6 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:47.867818 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d089ce9a-067c-456a-82d6-1e85d01e21cf req-322adf27-ed3c-4b98-bdd9-f9d021ee9ef6 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=25fe61a4-e1c1-4098-91db-fbb42c8b1d7b HTTP/1.1" status: 200 len: 945 time: 0.0465441 Jun 16 19:01:47.918126 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d089ce9a-067c-456a-82d6-1e85d01e21cf req-6df50bd2-c3ca-4604-a531-ceb602a2b61f tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446048 Jun 16 19:01:48.792274 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c978aab-b0e0-4539-af41-61b2bff832b3 req-32d6e715-e010-4a92-9cf2-e7e22f1723ce tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:48.793832 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9c978aab-b0e0-4539-af41-61b2bff832b3 req-32d6e715-e010-4a92-9cf2-e7e22f1723ce tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 945 time: 0.0473135 Jun 16 19:01:48.842153 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9c978aab-b0e0-4539-af41-61b2bff832b3 req-63b05e2c-4572-4c8a-99fe-12a2e8c86df5 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427387 Jun 16 19:01:48.974055 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=43 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:48.999068 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=18 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:49.034686 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e443bc-6659-425b-8cce-64348d129815 req-44ef763f-eedf-40e1-ab5b-f3bd135fb9c8 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:49.036164 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a0e443bc-6659-425b-8cce-64348d129815 req-44ef763f-eedf-40e1-ab5b-f3bd135fb9c8 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=25fe61a4-e1c1-4098-91db-fbb42c8b1d7b HTTP/1.1" status: 200 len: 945 time: 0.0472233 Jun 16 19:01:49.082577 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a0e443bc-6659-425b-8cce-64348d129815 req-382b1624-621b-45e9-a95d-80b9448f1c5a tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410609 Jun 16 19:01:49.956807 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14736b-32c1-46fa-9d13-176e030551da req-82bf5e57-965c-4051-a86a-41d5c8e3b8cc tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:49.958285 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4b14736b-32c1-46fa-9d13-176e030551da req-82bf5e57-965c-4051-a86a-41d5c8e3b8cc tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 945 time: 0.0497887 Jun 16 19:01:49.969007 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:49.988960 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:50.008493 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4b14736b-32c1-46fa-9d13-176e030551da req-f4dc1a9f-ef88-466f-83fe-5c664ba5a0ef tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448503 Jun 16 19:01:50.200387 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185fee3-0755-42d1-9c14-5cee23941aa3 req-26d384e9-4b73-4fad-a3fd-5469f6465259 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:50.201776 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4185fee3-0755-42d1-9c14-5cee23941aa3 req-26d384e9-4b73-4fad-a3fd-5469f6465259 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=25fe61a4-e1c1-4098-91db-fbb42c8b1d7b HTTP/1.1" status: 200 len: 945 time: 0.0526552 Jun 16 19:01:50.247409 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4185fee3-0755-42d1-9c14-5cee23941aa3 req-225d3c79-bc04-4d7b-9baa-7e3c0e0e6dbc tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402451 Jun 16 19:01:50.248156 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 874e17b1-59b4-455e-93ae-78a55fa69aa1 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:01:50.268493 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] No Port match for: 874e17b1-59b4-455e-93ae-78a55fa69aa1 {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:01:50.268835 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 874e17b1-59b4-455e-93ae-78a55fa69aa1 not bound to the agent host hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:01:50.445223 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:50.446015 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:51.119280 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f05f0-0070-4417-9b7a-47654f77c880 req-36fe0ab9-2a43-4c60-b211-ba6b2120fb58 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:51.120974 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a33f05f0-0070-4417-9b7a-47654f77c880 req-36fe0ab9-2a43-4c60-b211-ba6b2120fb58 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 945 time: 0.0459170 Jun 16 19:01:51.172302 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a33f05f0-0070-4417-9b7a-47654f77c880 req-6b42331a-c101-48e5-a3f7-f9db3a30db17 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459285 Jun 16 19:01:51.359336 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b51a3c-cd23-4186-bf9a-3a86c1aded20 req-26e9f967-6cd1-4973-bc13-1f73d588e244 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:51.360818 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-08b51a3c-cd23-4186-bf9a-3a86c1aded20 req-26e9f967-6cd1-4973-bc13-1f73d588e244 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=25fe61a4-e1c1-4098-91db-fbb42c8b1d7b HTTP/1.1" status: 200 len: 945 time: 0.0471883 Jun 16 19:01:51.408188 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-08b51a3c-cd23-4186-bf9a-3a86c1aded20 req-e17ffa44-fca2-45ac-b0a6-823af40395fc tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/security-groups?id=07be57d5-d874-47f5-bf75-0ecefbbccec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418396 Jun 16 19:01:51.846206 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46beb7-93b5-4e00-9264-71690b341ce4 req-6399d7a8-75b8-4502-8dc0-16e42ab651b9 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:51.848128 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6c46beb7-93b5-4e00-9264-71690b341ce4 req-6399d7a8-75b8-4502-8dc0-16e42ab651b9 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.66 "GET /v2.0/ports?device_id=25fe61a4-e1c1-4098-91db-fbb42c8b1d7b HTTP/1.1" status: 200 len: 945 time: 0.0451674 Jun 16 19:01:52.048360 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-6c46beb7-93b5-4e00-9264-71690b341ce4 req-ed86ef16-221d-409d-baab-3f57ac32410c tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Deleting port 3e4f94ae-ac05-441d-a1fa-fa6601b9d389 {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:01:52.048723 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-6c46beb7-93b5-4e00-9264-71690b341ce4 req-ed86ef16-221d-409d-baab-3f57ac32410c tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (3e4f94ae-ac05-441d-a1fa-fa6601b9d389), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:52.138139 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-6c46beb7-93b5-4e00-9264-71690b341ce4 req-ed86ef16-221d-409d-baab-3f57ac32410c tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] For port 3e4f94ae-ac05-441d-a1fa-fa6601b9d389, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=3e4f94ae-ac05-441d-a1fa-fa6601b9d389,segment=NetworkSegment(695d3c9b-6b49-4b44-82e3-daab02cb9cb5),segment_id=695d3c9b-6b49-4b44-82e3-daab02cb9cb5)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:01:52.138422 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-6c46beb7-93b5-4e00-9264-71690b341ce4 req-ed86ef16-221d-409d-baab-3f57ac32410c tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (3e4f94ae-ac05-441d-a1fa-fa6601b9d389), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:52.151525 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-6c46beb7-93b5-4e00-9264-71690b341ce4 req-ed86ef16-221d-409d-baab-3f57ac32410c tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Calling delete_port for 3e4f94ae-ac05-441d-a1fa-fa6601b9d389 owned by compute:nova {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:01:52.341405 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51ff09-ad49-468e-9281-2fbc45198e57 req-c3e1cb9d-fc6e-4f4e-9ab3-cebabe3b0cec tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:52.342861 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2e51ff09-ad49-468e-9281-2fbc45198e57 req-c3e1cb9d-fc6e-4f4e-9ab3-cebabe3b0cec tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 945 time: 0.0905218 Jun 16 19:01:52.358723 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69632953-9ff0-44ac-a748-0f9000333ad0 req-8f73b2f1-a0c7-4573-bdfd-31d4bf9583d4 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:52.360196 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-69632953-9ff0-44ac-a748-0f9000333ad0 req-8f73b2f1-a0c7-4573-bdfd-31d4bf9583d4 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.66 "GET /v2.0/ports?device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 945 time: 0.0728042 Jun 16 19:01:52.418061 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-6c46beb7-93b5-4e00-9264-71690b341ce4 req-ed86ef16-221d-409d-baab-3f57ac32410c tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (3e4f94ae-ac05-441d-a1fa-fa6601b9d389), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:52.488063 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2e51ff09-ad49-468e-9281-2fbc45198e57 req-d55dab50-d422-4576-b13d-34da75aa42a4 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366625 Jun 16 19:01:52.491965 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed86ef16-221d-409d-baab-3f57ac32410c tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Pushing event deleted for resources: {'Port': ['ID=3e4f94ae-ac05-441d-a1fa-fa6601b9d389,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:52.512944 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:52.555523 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f78f0951-095e-4b84-8574-b9f4f69fa099 req-72abfe49-34d7-4482-984e-dd5e48ec6990 tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.81 "GET /v2.0/ports?device_id=25fe61a4-e1c1-4098-91db-fbb42c8b1d7b HTTP/1.1" status: 200 len: 210 time: 0.0645065 Jun 16 19:01:52.571477 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-69632953-9ff0-44ac-a748-0f9000333ad0 req-291753ef-73d8-4f42-9d6f-fcaead4d8216 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Deleting port 0709fc5a-ab77-4d05-928e-4bfc5179ed37 {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:01:52.571825 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-69632953-9ff0-44ac-a748-0f9000333ad0 req-291753ef-73d8-4f42-9d6f-fcaead4d8216 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (0709fc5a-ab77-4d05-928e-4bfc5179ed37), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:52.574762 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c46beb7-93b5-4e00-9264-71690b341ce4 req-ed86ef16-221d-409d-baab-3f57ac32410c tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] No DVR routers for this DVR port 3e4f94ae-ac05-441d-a1fa-fa6601b9d389 on host hv-cinder-84617 {{(pid=116193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 19:01:52.578203 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-6c46beb7-93b5-4e00-9264-71690b341ce4 req-ed86ef16-221d-409d-baab-3f57ac32410c tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:52.582090 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6c46beb7-93b5-4e00-9264-71690b341ce4 req-ed86ef16-221d-409d-baab-3f57ac32410c tempest-ServerRescueNegativeTestJSON-1664066176 tempest-ServerRescueNegativeTestJSON-1664066176-project] 10.222.0.66 "DELETE /v2.0/ports/3e4f94ae-ac05-441d-a1fa-fa6601b9d389 HTTP/1.1" status: 204 len: 173 time: 0.6168900 Jun 16 19:01:52.582519 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25fe61a4-e1c1-4098-91db-fbb42c8b1d7b', 'name': 'network-vif-deleted', 'tag': '3e4f94ae-ac05-441d-a1fa-fa6601b9d389'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:01:52.584734 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374d38e3-81aa-44ff-8f53-b83c5b65e726" -d '{"events": [{"server_uuid": "25fe61a4-e1c1-4098-91db-fbb42c8b1d7b", "name": "network-vif-deleted", "tag": "3e4f94ae-ac05-441d-a1fa-fa6601b9d389"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:01:52.596616 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:52.640889 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 19:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b10c365-ef6a-4b95-a36b-5d1a79da7997 x-openstack-request-id: req-5b10c365-ef6a-4b95-a36b-5d1a79da7997 {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:01:52.641180 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25fe61a4-e1c1-4098-91db-fbb42c8b1d7b", "name": "network-vif-deleted", "tag": "3e4f94ae-ac05-441d-a1fa-fa6601b9d389", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:01:52.641457 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5b10c365-ef6a-4b95-a36b-5d1a79da7997 {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:01:52.641855 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b10c365-ef6a-4b95-a36b-5d1a79da7997'] response: {'server_uuid': '25fe61a4-e1c1-4098-91db-fbb42c8b1d7b', 'name': 'network-vif-deleted', 'tag': '3e4f94ae-ac05-441d-a1fa-fa6601b9d389', 'status': 'completed', 'code': 200} Jun 16 19:01:52.680191 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-69632953-9ff0-44ac-a748-0f9000333ad0 req-291753ef-73d8-4f42-9d6f-fcaead4d8216 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] For port 0709fc5a-ab77-4d05-928e-4bfc5179ed37, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=0709fc5a-ab77-4d05-928e-4bfc5179ed37,segment=NetworkSegment(8663ba12-146f-4a4a-92de-df95415fefb5),segment_id=8663ba12-146f-4a4a-92de-df95415fefb5)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:01:52.680484 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-69632953-9ff0-44ac-a748-0f9000333ad0 req-291753ef-73d8-4f42-9d6f-fcaead4d8216 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (0709fc5a-ab77-4d05-928e-4bfc5179ed37), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:52.840660 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-69632953-9ff0-44ac-a748-0f9000333ad0 req-291753ef-73d8-4f42-9d6f-fcaead4d8216 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:52.841026 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-69632953-9ff0-44ac-a748-0f9000333ad0 req-291753ef-73d8-4f42-9d6f-fcaead4d8216 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8340165'] for floatingip (d4ff7f99-1f4a-4976-803c-caeb4d72eb80), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:52.841374 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.db.l3_db [req-69632953-9ff0-44ac-a748-0f9000333ad0 req-291753ef-73d8-4f42-9d6f-fcaead4d8216 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Floating IP d4ff7f99-1f4a-4976-803c-caeb4d72eb80 disassociated. External IP: 172.27.0.246, port: 0709fc5a-ab77-4d05-928e-4bfc5179ed37. Jun 16 19:01:52.841722 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-69632953-9ff0-44ac-a748-0f9000333ad0 req-291753ef-73d8-4f42-9d6f-fcaead4d8216 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Calling delete_port for 0709fc5a-ab77-4d05-928e-4bfc5179ed37 owned by compute:nova {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:01:53.063645 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-69632953-9ff0-44ac-a748-0f9000333ad0 req-291753ef-73d8-4f42-9d6f-fcaead4d8216 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (0709fc5a-ab77-4d05-928e-4bfc5179ed37), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:53.091808 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291753ef-73d8-4f42-9d6f-fcaead4d8216 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Pushing event deleted for resources: {'Port': ['ID=0709fc5a-ab77-4d05-928e-4bfc5179ed37,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:53.198747 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69632953-9ff0-44ac-a748-0f9000333ad0 req-291753ef-73d8-4f42-9d6f-fcaead4d8216 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Router 868c3318-095c-49d9-982d-37995465aa5f has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 19:01:53.303798 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69632953-9ff0-44ac-a748-0f9000333ad0 req-291753ef-73d8-4f42-9d6f-fcaead4d8216 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:01:53.314401 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45a9d4a-49d5-4cd8-9a1e-a919e2506b08 None None] Sync routers for ids ['868c3318-095c-49d9-982d-37995465aa5f'] in dv-cinder-846171-1-iscsi {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:01:53.324952 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45a9d4a-49d5-4cd8-9a1e-a919e2506b08 None None] Routers {'868c3318-095c-49d9-982d-37995465aa5f'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:01:53.325597 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-a45a9d4a-49d5-4cd8-9a1e-a919e2506b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:01:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['868c3318-095c-49d9-982d-37995465aa5f'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:53.344277 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [req-69632953-9ff0-44ac-a748-0f9000333ad0 req-291753ef-73d8-4f42-9d6f-fcaead4d8216 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] No DVR routers for this DVR port 0709fc5a-ab77-4d05-928e-4bfc5179ed37 on host hv-cinder-84617 {{(pid=116193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 19:01:53.347470 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-69632953-9ff0-44ac-a748-0f9000333ad0 req-291753ef-73d8-4f42-9d6f-fcaead4d8216 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:53.350806 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-69632953-9ff0-44ac-a748-0f9000333ad0 req-291753ef-73d8-4f42-9d6f-fcaead4d8216 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.66 "DELETE /v2.0/ports/0709fc5a-ab77-4d05-928e-4bfc5179ed37 HTTP/1.1" status: 204 len: 173 time: 0.9777892 Jun 16 19:01:53.434160 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-a45a9d4a-49d5-4cd8-9a1e-a919e2506b08 None None] Set router 868c3318-095c-49d9-982d-37995465aa5f gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:01:53.596868 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c15c3167-a6fc-461b-a0f5-868a73819755 req-433235b6-45c9-4092-96c6-93e6e5c6d4b5 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=d73e2d8a-72b0-45bc-9693-eecf5c504b5b HTTP/1.1" status: 200 len: 210 time: 0.0334284 Jun 16 19:01:53.640386 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-a45a9d4a-49d5-4cd8-9a1e-a919e2506b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868c3318-095c-49d9-982d-37995465aa5f', 'name': 'tempest-TestVolumeBootPattern-1948789007-router', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:57:58Z', 'revision_number': 4, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'gw_port': {'id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': 'fd7ded77-b28c-46ec-854f-a2cc65c7c322', 'name': '', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'mac_address': 'fa:16:3e:4e:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:57Z', 'updated_at': '2022-06-16T18:58:02Z', 'revision_number': 5, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'subnets': [{'id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:53.641353 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 53696) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:01:53.664697 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45a9d4a-49d5-4cd8-9a1e-a919e2506b08 None None] Checking router: 868c3318-095c-49d9-982d-37995465aa5f for host: dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:01:53.673377 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45a9d4a-49d5-4cd8-9a1e-a919e2506b08 None None] Routers {'868c3318-095c-49d9-982d-37995465aa5f'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:01:53.673991 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-a45a9d4a-49d5-4cd8-9a1e-a919e2506b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:01:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['868c3318-095c-49d9-982d-37995465aa5f'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:53.780147 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-a45a9d4a-49d5-4cd8-9a1e-a919e2506b08 None None] Set router 868c3318-095c-49d9-982d-37995465aa5f gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:01:53.828903 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:53.974214 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-a45a9d4a-49d5-4cd8-9a1e-a919e2506b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868c3318-095c-49d9-982d-37995465aa5f', 'name': 'tempest-TestVolumeBootPattern-1948789007-router', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:57:58Z', 'revision_number': 4, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'gw_port': {'id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': 'fd7ded77-b28c-46ec-854f-a2cc65c7c322', 'name': '', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'mac_address': 'fa:16:3e:4e:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:57Z', 'updated_at': '2022-06-16T18:58:02Z', 'revision_number': 5, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'subnets': [{'id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:53.974473 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:54.004021 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45a9d4a-49d5-4cd8-9a1e-a919e2506b08 None None] The sync data for ids ['868c3318-095c-49d9-982d-37995465aa5f'] in dv-cinder-846171-1-iscsi is: [{'id': '868c3318-095c-49d9-982d-37995465aa5f', 'name': 'tempest-TestVolumeBootPattern-1948789007-router', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:57:58Z', 'revision_number': 4, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'gw_port': {'id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': 'fd7ded77-b28c-46ec-854f-a2cc65c7c322', 'name': '', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'mac_address': 'fa:16:3e:4e:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:57Z', 'updated_at': '2022-06-16T18:58:02Z', 'revision_number': 5, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'subnets': [{'id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:01:54.068651 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f537cbd1-d956-4080-8877-e3c1673482ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8339909'] for router_interface (ca6005d9-7b71-4411-8a5c-f4a0a5daf02e), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:54.227582 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf9cc32-ba30-42ac-b48a-712fb9c26430 None None] New status for floating IP d4ff7f99-1f4a-4976-803c-caeb4d72eb80: DOWN {{(pid=116194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 19:01:54.269168 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 3e4f94ae-ac05-441d-a1fa-fa6601b9d389 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:01:54.293054 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-f537cbd1-d956-4080-8877-e3c1673482ad admin admin] Deleting port 9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:01:54.293449 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f537cbd1-d956-4080-8877-e3c1673482ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:54.346304 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] No Port match for: 3e4f94ae-ac05-441d-a1fa-fa6601b9d389 {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:01:54.346682 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 3e4f94ae-ac05-441d-a1fa-fa6601b9d389 not bound to the agent host hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:01:54.376018 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [None req-f537cbd1-d956-4080-8877-e3c1673482ad admin admin] For port 9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa,segment=NetworkSegment(695d3c9b-6b49-4b44-82e3-daab02cb9cb5),segment_id=695d3c9b-6b49-4b44-82e3-daab02cb9cb5)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:01:54.378298 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f537cbd1-d956-4080-8877-e3c1673482ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:54.389939 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-f537cbd1-d956-4080-8877-e3c1673482ad admin admin] Calling delete_port for 9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa owned by network:router_interface {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:01:54.635250 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f537cbd1-d956-4080-8877-e3c1673482ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:54.660323 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73e2d8a-72b0-45bc-9693-eecf5c504b5b', 'name': 'network-vif-deleted', 'tag': '0709fc5a-ab77-4d05-928e-4bfc5179ed37'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:01:54.660689 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407c395f-f784-4cb1-afbb-f77a6b21b11f" -d '{"events": [{"server_uuid": "d73e2d8a-72b0-45bc-9693-eecf5c504b5b", "name": "network-vif-deleted", "tag": "0709fc5a-ab77-4d05-928e-4bfc5179ed37"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:01:54.666679 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537cbd1-d956-4080-8877-e3c1673482ad admin admin] Pushing event deleted for resources: {'Port': ['ID=9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:54.723867 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 19:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ead1d69-f38d-4ee7-a4dc-615646e5389f x-openstack-request-id: req-2ead1d69-f38d-4ee7-a4dc-615646e5389f {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:01:54.724427 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73e2d8a-72b0-45bc-9693-eecf5c504b5b", "name": "network-vif-deleted", "tag": "0709fc5a-ab77-4d05-928e-4bfc5179ed37", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:01:54.724427 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2ead1d69-f38d-4ee7-a4dc-615646e5389f {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:01:54.724803 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ead1d69-f38d-4ee7-a4dc-615646e5389f'] response: {'server_uuid': 'd73e2d8a-72b0-45bc-9693-eecf5c504b5b', 'name': 'network-vif-deleted', 'tag': '0709fc5a-ab77-4d05-928e-4bfc5179ed37', 'status': 'completed', 'code': 200} Jun 16 19:01:54.780291 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:54.861312 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f537cbd1-d956-4080-8877-e3c1673482ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8339541'] for router_interface (ca6005d9-7b71-4411-8a5c-f4a0a5daf02e), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:54.922715 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:54.931315 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-b82c7d17-77e6-4e9f-9b32-54f440fd909c tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1909774442&fields=id&tenant_id=fc32e3179c534d83b3d4108a38fb9d19 HTTP/1.1" status: 200 len: 267 time: 0.0932052 Jun 16 19:01:55.363681 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-77b0ecbc-99d7-425d-9772-e76044c82936 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:55.365199 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-77b0ecbc-99d7-425d-9772-e76044c82936 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/networks?id=f31f33e6-f431-4d4c-a847-a5f33b248bb8 HTTP/1.1" status: 200 len: 812 time: 0.4256082 Jun 16 19:01:55.419306 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-5f7cb72d-51b0-46b4-8d17-28919eab99d1 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/quotas/fc32e3179c534d83b3d4108a38fb9d19 HTTP/1.1" status: 200 len: 375 time: 0.0204954 Jun 16 19:01:55.468095 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f537cbd1-d956-4080-8877-e3c1673482ad admin admin] Router ca6005d9-7b71-4411-8a5c-f4a0a5daf02e has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 19:01:55.480474 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-2e16908f-8504-4e79-8277-45da3ce2e4fd tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fc32e3179c534d83b3d4108a38fb9d19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543177 Jun 16 19:01:55.644024 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f537cbd1-d956-4080-8877-e3c1673482ad admin admin] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:01:55.649549 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-f537cbd1-d956-4080-8877-e3c1673482ad admin admin] 10.222.0.81 "PUT /v2.0/routers/ca6005d9-7b71-4411-8a5c-f4a0a5daf02e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0071774 Jun 16 19:01:55.651881 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-797c240a-b4ab-4496-ae01-9c3369772a3a service neutron] 10.222.0.81 "GET /v2.0/networks/f31f33e6-f431-4d4c-a847-a5f33b248bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356351 Jun 16 19:01:55.652971 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 53712) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:01:55.654805 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422a7599-8c88-4eac-b4de-5433e3e880e1 None None] Sync routers for ids ['ca6005d9-7b71-4411-8a5c-f4a0a5daf02e'] in dv-cinder-846171-1-iscsi {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:01:55.665273 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422a7599-8c88-4eac-b4de-5433e3e880e1 None None] Routers {'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:01:55.665935 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-422a7599-8c88-4eac-b4de-5433e3e880e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:01:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['ca6005d9-7b71-4411-8a5c-f4a0a5daf02e'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:55.754044 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-22c71eac-e437-463b-98bd-314f39d26767 admin admin] Publish callbacks [] for router (ca6005d9-7b71-4411-8a5c-f4a0a5daf02e), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:55.769561 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-a967ad01-fec0-4678-8bd4-0c7b3e620e93 service neutron] 10.222.0.81 "GET /v2.0/networks/f31f33e6-f431-4d4c-a847-a5f33b248bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110415 Jun 16 19:01:55.859244 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-422a7599-8c88-4eac-b4de-5433e3e880e1 None None] Set router ca6005d9-7b71-4411-8a5c-f4a0a5daf02e gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:01:55.864516 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-22c71eac-e437-463b-98bd-314f39d26767 admin admin] Publish callbacks [] for router_gateway (ca6005d9-7b71-4411-8a5c-f4a0a5daf02e), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:56.007197 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-22c71eac-e437-463b-98bd-314f39d26767 admin admin] Deleting port 51241e0b-784e-48ef-8cfd-27d26e98c4a5 {{(pid=116192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:01:56.007536 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-22c71eac-e437-463b-98bd-314f39d26767 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (51241e0b-784e-48ef-8cfd-27d26e98c4a5), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:56.033735 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-422a7599-8c88-4eac-b4de-5433e3e880e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'name': 'tempest-ServerRescueNegativeTestJSON-311101115-router', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '51241e0b-784e-48ef-8cfd-27d26e98c4a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:54Z', 'updated_at': '2022-06-16T19:01:54Z', 'revision_number': 5, 'project_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'gw_port': {'id': '51241e0b-784e-48ef-8cfd-27d26e98c4a5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:56Z', 'updated_at': '2022-06-16T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi'}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:56.060131 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422a7599-8c88-4eac-b4de-5433e3e880e1 None None] Checking router: ca6005d9-7b71-4411-8a5c-f4a0a5daf02e for host: dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:01:56.066971 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=100 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:56.072744 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422a7599-8c88-4eac-b4de-5433e3e880e1 None None] Routers {'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:01:56.072744 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-422a7599-8c88-4eac-b4de-5433e3e880e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:01:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['ca6005d9-7b71-4411-8a5c-f4a0a5daf02e'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:56.092743 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.db [None req-22c71eac-e437-463b-98bd-314f39d26767 admin admin] For port 51241e0b-784e-48ef-8cfd-27d26e98c4a5, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=51241e0b-784e-48ef-8cfd-27d26e98c4a5,segment=NetworkSegment(71d34237-f06f-4603-b433-3dd04278adc6),segment_id=71d34237-f06f-4603-b433-3dd04278adc6)] {{(pid=116192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:01:56.093119 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-22c71eac-e437-463b-98bd-314f39d26767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (51241e0b-784e-48ef-8cfd-27d26e98c4a5), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:56.107414 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-22c71eac-e437-463b-98bd-314f39d26767 admin admin] Calling delete_port for 51241e0b-784e-48ef-8cfd-27d26e98c4a5 owned by network:router_gateway {{(pid=116192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:01:56.130467 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=100 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:56.158676 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-422a7599-8c88-4eac-b4de-5433e3e880e1 None None] Set router ca6005d9-7b71-4411-8a5c-f4a0a5daf02e gateway port host: None {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:01:56.210609 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-422a7599-8c88-4eac-b4de-5433e3e880e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'name': 'tempest-ServerRescueNegativeTestJSON-311101115-router', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:54Z', 'updated_at': '2022-06-16T19:01:55Z', 'revision_number': 6, 'project_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'gw_port_host': None}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:56.235196 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422a7599-8c88-4eac-b4de-5433e3e880e1 None None] The sync data for ids ['ca6005d9-7b71-4411-8a5c-f4a0a5daf02e'] in dv-cinder-846171-1-iscsi is: [{'id': 'ca6005d9-7b71-4411-8a5c-f4a0a5daf02e', 'name': 'tempest-ServerRescueNegativeTestJSON-311101115-router', 'tenant_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:54Z', 'updated_at': '2022-06-16T19:01:55Z', 'revision_number': 6, 'project_id': 'ed8501d1ff734054ba0a6ef4c398d051', 'gw_port_host': None}] {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:01:56.277406 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 0709fc5a-ab77-4d05-928e-4bfc5179ed37 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:01:56.296855 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] No Port match for: 0709fc5a-ab77-4d05-928e-4bfc5179ed37 {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:01:56.297214 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 0709fc5a-ab77-4d05-928e-4bfc5179ed37 not bound to the agent host hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:01:56.366927 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-22c71eac-e437-463b-98bd-314f39d26767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326567'] for port (51241e0b-784e-48ef-8cfd-27d26e98c4a5), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:56.395043 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c71eac-e437-463b-98bd-314f39d26767 admin admin] Pushing event deleted for resources: {'Port': ['ID=51241e0b-784e-48ef-8cfd-27d26e98c4a5,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:56.424667 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-938cf284-2975-4c86-821b-79acbc5fb745 req-e4190cd0-4827-4c7c-a686-8643a250f607 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b0e627a-a28a-419d-854b-63e81d67a3f7 HTTP/1.1" status: 200 len: 210 time: 0.0325413 Jun 16 19:01:56.459634 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-22c71eac-e437-463b-98bd-314f39d26767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8340098'] for router_gateway (ca6005d9-7b71-4411-8a5c-f4a0a5daf02e), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:56.564645 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-22c71eac-e437-463b-98bd-314f39d26767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8344715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12082'] for router (ca6005d9-7b71-4411-8a5c-f4a0a5daf02e), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:56.570238 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-22c71eac-e437-463b-98bd-314f39d26767 admin admin] Publish callbacks [] for router_controller (ca6005d9-7b71-4411-8a5c-f4a0a5daf02e), precommit_delete_associations {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:56.698321 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-22c71eac-e437-463b-98bd-314f39d26767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8344801'] for router (ca6005d9-7b71-4411-8a5c-f4a0a5daf02e), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:56.698943 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c71eac-e437-463b-98bd-314f39d26767 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca6005d9-7b71-4411-8a5c-f4a0a5daf02e {{(pid=116192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 19:01:56.703765 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-22c71eac-e437-463b-98bd-314f39d26767 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:56.704955 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-22c71eac-e437-463b-98bd-314f39d26767 admin admin] 10.222.0.81 "DELETE /v2.0/routers/ca6005d9-7b71-4411-8a5c-f4a0a5daf02e HTTP/1.1" status: 204 len: 168 time: 1.0502646 Jun 16 19:01:56.708229 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 53728) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:01:56.752651 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff76a867-2403-40e1-9f49-8a2360bf89cc admin admin] Deleting subnet 21288f53-db0a-40bc-af1b-49bfa8ab21bd {{(pid=116192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 19:01:56.755796 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-ff76a867-2403-40e1-9f49-8a2360bf89cc admin admin] Publish callbacks [] for subnet (21288f53-db0a-40bc-af1b-49bfa8ab21bd), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:56.796400 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-ff76a867-2403-40e1-9f49-8a2360bf89cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4528341'] for subnet (21288f53-db0a-40bc-af1b-49bfa8ab21bd), precommit_delete_associations {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:56.863117 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:56.865287 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:56.876426 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-ff76a867-2403-40e1-9f49-8a2360bf89cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877176'] for subnet (21288f53-db0a-40bc-af1b-49bfa8ab21bd), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:57.013882 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-ff76a867-2403-40e1-9f49-8a2360bf89cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5326548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134033083'] for subnet (21288f53-db0a-40bc-af1b-49bfa8ab21bd), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:57.040562 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76a867-2403-40e1-9f49-8a2360bf89cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21288f53-db0a-40bc-af1b-49bfa8ab21bd,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:57.046189 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-ff76a867-2403-40e1-9f49-8a2360bf89cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for subnet (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:57.051750 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-ff76a867-2403-40e1-9f49-8a2360bf89cc admin admin] 10.222.0.81 "DELETE /v2.0/subnets/21288f53-db0a-40bc-af1b-49bfa8ab21bd HTTP/1.1" status: 204 len: 168 time: 0.3401010 Jun 16 19:01:57.052022 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 53732) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:01:57.054872 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5715e8-d411-429d-ae20-21f3d2a8f68d None None] Network 9f034df0-3327-47b9-8a71-7606258bf90a requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 19:01:57.106100 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 6 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 19:01:57.122751 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-49824cf2-2454-49da-adb6-6ade6d429287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660547'] for network (9f034df0-3327-47b9-8a71-7606258bf90a), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:57.166997 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-49824cf2-2454-49da-adb6-6ade6d429287 admin admin] Deleting port 526ad591-dcce-4d13-9e9f-c1c5105f6fae {{(pid=116192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:01:57.167352 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-49824cf2-2454-49da-adb6-6ade6d429287 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (526ad591-dcce-4d13-9e9f-c1c5105f6fae), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:57.223567 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee45c002-981a-4eee-99f6-fecde8c4797c None None] DHCP port deletion for 9f034df0-3327-47b9-8a71-7606258bf90a request from dv-cinder-846171-1-iscsi {{(pid=116194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 19:01:57.240686 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.db [None req-49824cf2-2454-49da-adb6-6ade6d429287 admin admin] For port 526ad591-dcce-4d13-9e9f-c1c5105f6fae, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=526ad591-dcce-4d13-9e9f-c1c5105f6fae,segment=NetworkSegment(695d3c9b-6b49-4b44-82e3-daab02cb9cb5),segment_id=695d3c9b-6b49-4b44-82e3-daab02cb9cb5)] {{(pid=116192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:01:57.241054 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-49824cf2-2454-49da-adb6-6ade6d429287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (526ad591-dcce-4d13-9e9f-c1c5105f6fae), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:57.256242 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-49824cf2-2454-49da-adb6-6ade6d429287 admin admin] Calling delete_port for 526ad591-dcce-4d13-9e9f-c1c5105f6fae owned by network:dhcp {{(pid=116192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:01:57.264694 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-ee45c002-981a-4eee-99f6-fecde8c4797c None None] Deleting port 526ad591-dcce-4d13-9e9f-c1c5105f6fae {{(pid=116194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:01:57.264888 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-ee45c002-981a-4eee-99f6-fecde8c4797c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (526ad591-dcce-4d13-9e9f-c1c5105f6fae), before_delete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:57.341052 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-ee45c002-981a-4eee-99f6-fecde8c4797c None None] For port 526ad591-dcce-4d13-9e9f-c1c5105f6fae, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=526ad591-dcce-4d13-9e9f-c1c5105f6fae,segment=NetworkSegment(695d3c9b-6b49-4b44-82e3-daab02cb9cb5),segment_id=695d3c9b-6b49-4b44-82e3-daab02cb9cb5)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:01:57.341893 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-ee45c002-981a-4eee-99f6-fecde8c4797c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (526ad591-dcce-4d13-9e9f-c1c5105f6fae), precommit_delete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:57.355084 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-ee45c002-981a-4eee-99f6-fecde8c4797c None None] Calling delete_port for 526ad591-dcce-4d13-9e9f-c1c5105f6fae owned by network:dhcp {{(pid=116194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:01:57.414533 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-49824cf2-2454-49da-adb6-6ade6d429287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326567'] for port (526ad591-dcce-4d13-9e9f-c1c5105f6fae), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:57.433863 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-ee45c002-981a-4eee-99f6-fecde8c4797c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873'] for port (526ad591-dcce-4d13-9e9f-c1c5105f6fae), after_delete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:57.443100 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49824cf2-2454-49da-adb6-6ade6d429287 admin admin] Pushing event deleted for resources: {'Port': ['ID=526ad591-dcce-4d13-9e9f-c1c5105f6fae,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:57.446655 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49824cf2-2454-49da-adb6-6ade6d429287 admin admin] No DVR routers for this DVR port 526ad591-dcce-4d13-9e9f-c1c5105f6fae on host dv-cinder-846171-1-iscsi {{(pid=116192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 19:01:57.465418 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee45c002-981a-4eee-99f6-fecde8c4797c None None] No DVR routers for this DVR port 526ad591-dcce-4d13-9e9f-c1c5105f6fae on host dv-cinder-846171-1-iscsi {{(pid=116194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 19:01:57.467241 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee45c002-981a-4eee-99f6-fecde8c4797c None None] Pushing event deleted for resources: {'Port': ['ID=526ad591-dcce-4d13-9e9f-c1c5105f6fae,revision_number=None']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:57.512349 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:57.529114 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-49fd2664-72cb-48ad-b827-f1d591529be2 req-43ac9d5b-299e-456a-87ae-d61033b1d26a tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b0e627a-a28a-419d-854b-63e81d67a3f7 HTTP/1.1" status: 200 len: 210 time: 0.0287399 Jun 16 19:01:57.539491 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-49824cf2-2454-49da-adb6-6ade6d429287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879417', 'neutron.services.segments.db._delete_segments_for_network-8748651528183'] for network (9f034df0-3327-47b9-8a71-7606258bf90a), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:57.561001 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:57.561320 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.services.segments.db [None req-49824cf2-2454-49da-adb6-6ade6d429287 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f034df0-3327-47b9-8a71-7606258bf90a']}} {{(pid=116192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:57.571395 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.services.segments.db [None req-49824cf2-2454-49da-adb6-6ade6d429287 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '695d3c9b-6b49-4b44-82e3-daab02cb9cb5') {'for_net_delete': True} {{(pid=116192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:57.573435 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.services.segments.db [None req-49824cf2-2454-49da-adb6-6ade6d429287 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '695d3c9b-6b49-4b44-82e3-daab02cb9cb5') {} {{(pid=116192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:01:57.581461 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-49824cf2-2454-49da-adb6-6ade6d429287 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748651528066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4528322'] for segment (695d3c9b-6b49-4b44-82e3-daab02cb9cb5), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:57.594712 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-49824cf2-2454-49da-adb6-6ade6d429287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056'] for segment (695d3c9b-6b49-4b44-82e3-daab02cb9cb5), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:57.600983 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49824cf2-2454-49da-adb6-6ade6d429287 admin admin] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=116192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 19:01:57.601397 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-49824cf2-2454-49da-adb6-6ade6d429287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5326346'] for segment (695d3c9b-6b49-4b44-82e3-daab02cb9cb5), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:57.650399 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.services.segments.plugin [-] Segment 695d3c9b-6b49-4b44-82e3-daab02cb9cb5 resource provider aggregate not found Jun 16 19:01:57.670114 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.services.segments.plugin [-] Segment 695d3c9b-6b49-4b44-82e3-daab02cb9cb5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 695d3c9b-6b49-4b44-82e3-daab02cb9cb5 found for delete ", "request_id": "req-0a881122-15fb-437c-8474-c89d31d8806a"}]} Jun 16 19:01:57.744034 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-49824cf2-2454-49da-adb6-6ade6d429287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8340142'] for network (9f034df0-3327-47b9-8a71-7606258bf90a), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:57.759422 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-49824cf2-2454-49da-adb6-6ade6d429287 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for network (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:57.762553 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-49824cf2-2454-49da-adb6-6ade6d429287 admin admin] 10.222.0.81 "DELETE /v2.0/networks/9f034df0-3327-47b9-8a71-7606258bf90a HTTP/1.1" status: 204 len: 168 time: 0.7095985 Jun 16 19:01:57.763882 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49824cf2-2454-49da-adb6-6ade6d429287 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f034df0-3327-47b9-8a71-7606258bf90a,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:57.967130 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa no longer exists at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:01:57.986381 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] No Port match for: 9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:01:57.986734 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 9d3dcf4a-bdaa-4b7e-8d5d-18a1cd6d43fa not bound to the agent host dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:01:57.987155 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 51241e0b-784e-48ef-8cfd-27d26e98c4a5 no longer exists at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:01:58.005758 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] No Port match for: 51241e0b-784e-48ef-8cfd-27d26e98c4a5 {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:01:58.006042 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 51241e0b-784e-48ef-8cfd-27d26e98c4a5 not bound to the agent host dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:01:58.006441 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 526ad591-dcce-4d13-9e9f-c1c5105f6fae no longer exists at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:01:58.027186 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] No Port match for: 526ad591-dcce-4d13-9e9f-c1c5105f6fae {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:01:58.027543 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 526ad591-dcce-4d13-9e9f-c1c5105f6fae not bound to the agent host dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:01:58.035851 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 53742) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:01:58.079928 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-64852125-f530-46a2-8a24-6a7e35347263 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ed8501d1ff734054ba0a6ef4c398d051&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0428288 Jun 16 19:01:58.083012 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 53746) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:01:58.131261 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f3512b79-f018-4a15-bd23-8eaad0a5474c admin admin] Publish callbacks [] for security_group (07be57d5-d874-47f5-bf75-0ecefbbccec6), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:58.141285 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:58.153959 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f3512b79-f018-4a15-bd23-8eaad0a5474c admin admin] Publish callbacks [] for security_group (07be57d5-d874-47f5-bf75-0ecefbbccec6), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:58.267751 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f3512b79-f018-4a15-bd23-8eaad0a5474c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (07be57d5-d874-47f5-bf75-0ecefbbccec6), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:58.270102 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f3512b79-f018-4a15-bd23-8eaad0a5474c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:58.271315 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-f3512b79-f018-4a15-bd23-8eaad0a5474c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/07be57d5-d874-47f5-bf75-0ecefbbccec6 HTTP/1.1" status: 204 len: 168 time: 0.1874177 Jun 16 19:01:58.297364 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3512b79-f018-4a15-bd23-8eaad0a5474c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07be57d5-d874-47f5-bf75-0ecefbbccec6,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:58.381033 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-6fff39eb-5ae6-4cef-81c1-ac71b4b24461 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:58.384981 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-6fff39eb-5ae6-4cef-81c1-ac71b4b24461 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.66 "GET /v2.0/networks?id=f31f33e6-f431-4d4c-a847-a5f33b248bb8 HTTP/1.1" status: 200 len: 812 time: 0.1258931 Jun 16 19:01:58.448194 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-e959772c-523a-4672-811b-e9e501973b1d tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc32e3179c534d83b3d4108a38fb9d19 HTTP/1.1" status: 200 len: 380 time: 0.0550275 Jun 16 19:01:58.464192 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-cfd8ab2f-989b-4f50-87c1-08de3a13c6a2 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Request body: {'port': {'device_id': '5b0e627a-a28a-419d-854b-63e81d67a3f7', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'admin_state_up': True, 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'security_groups': ['99a08824-dc82-49a5-9e5b-2ab3eed26eb0']}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:01:58.480212 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:58.642893 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5ee98d3a-6e2b-4750-964a-3bc441af2937 req-d55a7aed-1b34-4319-be5b-116564ebd975 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b0e627a-a28a-419d-854b-63e81d67a3f7 HTTP/1.1" status: 200 len: 210 time: 0.0353680 Jun 16 19:01:58.652659 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-cfd8ab2f-989b-4f50-87c1-08de3a13c6a2 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Made reservation on behalf of fc32e3179c534d83b3d4108a38fb9d19 for: {'port': 1} {{(pid=116193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 19:01:58.661162 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-cfd8ab2f-989b-4f50-87c1-08de3a13c6a2 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:58.787881 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_common [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-cfd8ab2f-989b-4f50-87c1-08de3a13c6a2 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Allocated IP 172.20.0.6 (f31f33e6-f431-4d4c-a847-a5f33b248bb8/38fcf1af-5fbd-4e35-811d-148efba21d9d/66d9152b-c02c-4f61-9fe8-f277bc4c64a1) {{(pid=116193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 19:01:58.929163 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-cfd8ab2f-989b-4f50-87c1-08de3a13c6a2 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for port (66d9152b-c02c-4f61-9fe8-f277bc4c64a1), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:59.013121 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-cfd8ab2f-989b-4f50-87c1-08de3a13c6a2 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (66d9152b-c02c-4f61-9fe8-f277bc4c64a1), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:59.054738 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:59.054978 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-cfd8ab2f-989b-4f50-87c1-08de3a13c6a2 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Network f31f33e6-f431-4d4c-a847-a5f33b248bb8 is already hosted by enough agents. {{(pid=116193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:01:59.058185 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-cfd8ab2f-989b-4f50-87c1-08de3a13c6a2 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Resources bound (agent type, host, resource id): {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:01:59.060653 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-cfd8ab2f-989b-4f50-87c1-08de3a13c6a2 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Received port after_create {{(pid=116193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 19:01:59.108417 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd8ab2f-989b-4f50-87c1-08de3a13c6a2 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Pushing event updated for resources: {'Port': ['ID=66d9152b-c02c-4f61-9fe8-f277bc4c64a1,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:01:59.129133 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-cfd8ab2f-989b-4f50-87c1-08de3a13c6a2 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:59.129881 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-cfd8ab2f-989b-4f50-87c1-08de3a13c6a2 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:59.255990 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-cfd8ab2f-989b-4f50-87c1-08de3a13c6a2 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7964187 Jun 16 19:01:59.271800 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-33e44f95-b7ee-4dfd-a26c-9158caea293c service neutron] Request body: {'port': {'device_id': '5b0e627a-a28a-419d-854b-63e81d67a3f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:01:59.314373 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-044910db-102b-4381-861c-e1a552acc326 None None] Provisioning complete for port 66d9152b-c02c-4f61-9fe8-f277bc4c64a1 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:01:59.315705 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-044910db-102b-4381-861c-e1a552acc326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (66d9152b-c02c-4f61-9fe8-f277bc4c64a1), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:59.368991 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-044910db-102b-4381-861c-e1a552acc326 None None] Port 66d9152b-c02c-4f61-9fe8-f277bc4c64a1 cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 19:01:59.393105 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-33e44f95-b7ee-4dfd-a26c-9158caea293c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (66d9152b-c02c-4f61-9fe8-f277bc4c64a1), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:59.413993 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-450bcbd2-d09f-4bdc-b397-b6af96ffbbf5 req-ce02f9d6-48f7-434b-890e-e4723053a049 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0555143 Jun 16 19:01:59.440344 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:59.556454 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450bcbd2-d09f-4bdc-b397-b6af96ffbbf5 req-a4c186d0-758c-4e0f-99b3-f8db1028cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:59.557983 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-450bcbd2-d09f-4bdc-b397-b6af96ffbbf5 req-a4c186d0-758c-4e0f-99b3-f8db1028cea2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5db8d64fab0e45ffbba87b1ae3b48703&device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 1129 time: 0.0535138 Jun 16 19:01:59.761790 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450bcbd2-d09f-4bdc-b397-b6af96ffbbf5 req-40569bbe-68a4-4972-8229-ce1f5f8bc9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:59.763272 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-450bcbd2-d09f-4bdc-b397-b6af96ffbbf5 req-40569bbe-68a4-4972-8229-ce1f5f8bc9d6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0dec2021-b64c-4fc7-9ff0-960200894783 HTTP/1.1" status: 200 len: 911 time: 0.1824539 Jun 16 19:01:59.843757 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db4792-75f4-4317-8e36-430deafae28a req-b83ed374-d6f8-4c87-ad4e-228bdc4783fa tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:01:59.845221 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a4db4792-75f4-4317-8e36-430deafae28a req-b83ed374-d6f8-4c87-ad4e-228bdc4783fa tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b0e627a-a28a-419d-854b-63e81d67a3f7 HTTP/1.1" status: 200 len: 931 time: 0.1206930 Jun 16 19:01:59.859562 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-33e44f95-b7ee-4dfd-a26c-9158caea293c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d9152b-c02c-4f61-9fe8-f277bc4c64a1 {{(pid=116193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 19:01:59.873552 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-33e44f95-b7ee-4dfd-a26c-9158caea293c service neutron] Publish callbacks [] for port (66d9152b-c02c-4f61-9fe8-f277bc4c64a1), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:01:59.883536 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:01:59.903855 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-450bcbd2-d09f-4bdc-b397-b6af96ffbbf5 req-5f90cd73-50d5-4c3b-ba37-42861f9a488f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d682d40-5577-43db-823b-b6e4729f33b7 HTTP/1.1" status: 200 len: 1001 time: 0.1243570 Jun 16 19:01:59.912495 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.provisioning_blocks [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-33e44f95-b7ee-4dfd-a26c-9158caea293c service neutron] Transition to ACTIVE for port object 66d9152b-c02c-4f61-9fe8-f277bc4c64a1 will not be triggered until provisioned by entity L2. {{(pid=116193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 19:01:59.970153 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a4db4792-75f4-4317-8e36-430deafae28a req-bac4aaca-2f3c-423c-bbbd-a3ef4954547d tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128402 Jun 16 19:01:59.976719 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-33e44f95-b7ee-4dfd-a26c-9158caea293c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (66d9152b-c02c-4f61-9fe8-f277bc4c64a1), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:00.005612 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450bcbd2-d09f-4bdc-b397-b6af96ffbbf5 req-b8d98ad5-ed05-40b7-ba78-dd87a675a885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:00.007044 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-450bcbd2-d09f-4bdc-b397-b6af96ffbbf5 req-b8d98ad5-ed05-40b7-ba78-dd87a675a885 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=91fba9c8-32d1-4e5d-97ce-9ffbabaf2ed5 HTTP/1.1" status: 200 len: 848 time: 0.0889316 Jun 16 19:02:00.060808 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e44f95-b7ee-4dfd-a26c-9158caea293c service neutron] Pushing event updated for resources: {'Port': ['ID=66d9152b-c02c-4f61-9fe8-f277bc4c64a1,revision_number=2']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:00.076210 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450bcbd2-d09f-4bdc-b397-b6af96ffbbf5 req-95d3cf11-b065-4bfa-8d3d-a8a2c3664dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:00.077745 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-450bcbd2-d09f-4bdc-b397-b6af96ffbbf5 req-95d3cf11-b065-4bfa-8d3d-a8a2c3664dd3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0dec2021-b64c-4fc7-9ff0-960200894783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595753 Jun 16 19:02:00.214158 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-33e44f95-b7ee-4dfd-a26c-9158caea293c service neutron] Attempting to bind port 66d9152b-c02c-4f61-9fe8-f277bc4c64a1 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 19:02:00.214388 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-33e44f95-b7ee-4dfd-a26c-9158caea293c service neutron] Attempting to bind port 66d9152b-c02c-4f61-9fe8-f277bc4c64a1 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '8663ba12-146f-4a4a-92de-df95415fefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8'}] {{(pid=116193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 19:02:00.214722 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-33e44f95-b7ee-4dfd-a26c-9158caea293c service neutron] Attempting to bind port 66d9152b-c02c-4f61-9fe8-f277bc4c64a1 on network f31f33e6-f431-4d4c-a847-a5f33b248bb8 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 19:02:00.229554 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-33e44f95-b7ee-4dfd-a26c-9158caea293c service neutron] Port 66d9152b-c02c-4f61-9fe8-f277bc4c64a1 on network f31f33e6-f431-4d4c-a847-a5f33b248bb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 19:02:00.229888 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-33e44f95-b7ee-4dfd-a26c-9158caea293c service neutron] Attempting to bind port 66d9152b-c02c-4f61-9fe8-f277bc4c64a1 on network f31f33e6-f431-4d4c-a847-a5f33b248bb8 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 19:02:00.239197 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-450bcbd2-d09f-4bdc-b397-b6af96ffbbf5 req-c4a92481-a66f-4bbe-9725-7f50b685a533 service neutron] 10.222.0.66 "GET /v2.0/networks/0dec2021-b64c-4fc7-9ff0-960200894783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457834 Jun 16 19:02:00.240106 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-33e44f95-b7ee-4dfd-a26c-9158caea293c service neutron] Checking agent: {'id': '78e75526-212b-4550-9dc1-6e088b901fa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'started_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 19, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 19:02:00.240443 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-33e44f95-b7ee-4dfd-a26c-9158caea293c service neutron] Checking segment: {'id': '8663ba12-146f-4a4a-92de-df95415fefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 19:02:00.240822 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-33e44f95-b7ee-4dfd-a26c-9158caea293c service neutron] Bound using segment: {'id': '8663ba12-146f-4a4a-92de-df95415fefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8'} {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 19:02:00.241281 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-33e44f95-b7ee-4dfd-a26c-9158caea293c service neutron] Bound port: 66d9152b-c02c-4f61-9fe8-f277bc4c64a1, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8663ba12-146f-4a4a-92de-df95415fefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8'}}] {{(pid=116193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 19:02:00.241648 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-33e44f95-b7ee-4dfd-a26c-9158caea293c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (66d9152b-c02c-4f61-9fe8-f277bc4c64a1), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:00.374661 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-33e44f95-b7ee-4dfd-a26c-9158caea293c service neutron] For port 66d9152b-c02c-4f61-9fe8-f277bc4c64a1, host hv-cinder-84617, cleared binding levels {{(pid=116193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 19:02:00.382941 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-33e44f95-b7ee-4dfd-a26c-9158caea293c service neutron] For port 66d9152b-c02c-4f61-9fe8-f277bc4c64a1, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=66d9152b-c02c-4f61-9fe8-f277bc4c64a1,segment=NetworkSegment(8663ba12-146f-4a4a-92de-df95415fefb5),segment_id=8663ba12-146f-4a4a-92de-df95415fefb5)] {{(pid=116193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 19:02:00.389906 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-450bcbd2-d09f-4bdc-b397-b6af96ffbbf5 req-c0304bcc-9b0e-4fbb-8e85-b595abfd7ce5 service neutron] 10.222.0.66 "GET /v2.0/networks/0dec2021-b64c-4fc7-9ff0-960200894783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377928 Jun 16 19:02:00.430255 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-33e44f95-b7ee-4dfd-a26c-9158caea293c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (66d9152b-c02c-4f61-9fe8-f277bc4c64a1), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:00.463658 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-33e44f95-b7ee-4dfd-a26c-9158caea293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:00.464276 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-33e44f95-b7ee-4dfd-a26c-9158caea293c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:00.465721 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-33e44f95-b7ee-4dfd-a26c-9158caea293c service neutron] 10.222.0.66 "PUT /v2.0/ports/66d9152b-c02c-4f61-9fe8-f277bc4c64a1 HTTP/1.1" status: 200 len: 1093 time: 1.1987462 Jun 16 19:02:00.466148 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b0e627a-a28a-419d-854b-63e81d67a3f7', 'tag': '66d9152b-c02c-4f61-9fe8-f277bc4c64a1'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:02:00.468455 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba5711d-407f-4eff-852e-ba3883462c25" -d '{"events": [{"name": "network-changed", "server_uuid": "5b0e627a-a28a-419d-854b-63e81d67a3f7", "tag": "66d9152b-c02c-4f61-9fe8-f277bc4c64a1"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:02:00.496629 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e44f95-b7ee-4dfd-a26c-9158caea293c service neutron] Pushing event updated for resources: {'Port': ['ID=66d9152b-c02c-4f61-9fe8-f277bc4c64a1,revision_number=3']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:00.526704 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 19:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ea4cd1-025c-456a-bd96-9939fc8baa77 x-openstack-request-id: req-04ea4cd1-025c-456a-bd96-9939fc8baa77 {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:02:00.527072 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b0e627a-a28a-419d-854b-63e81d67a3f7", "tag": "66d9152b-c02c-4f61-9fe8-f277bc4c64a1", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:02:00.527329 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-04ea4cd1-025c-456a-bd96-9939fc8baa77 {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:02:00.527742 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04ea4cd1-025c-456a-bd96-9939fc8baa77'] response: {'name': 'network-changed', 'server_uuid': '5b0e627a-a28a-419d-854b-63e81d67a3f7', 'tag': '66d9152b-c02c-4f61-9fe8-f277bc4c64a1', 'status': 'completed', 'code': 200} Jun 16 19:02:00.826052 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:00.837304 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5711d-407f-4eff-852e-ba3883462c25 req-6d865265-7454-4ebd-b7a7-d85b9ea2f716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:00.839011 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4ba5711d-407f-4eff-852e-ba3883462c25 req-6d865265-7454-4ebd-b7a7-d85b9ea2f716 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc32e3179c534d83b3d4108a38fb9d19&device_id=5b0e627a-a28a-419d-854b-63e81d67a3f7 HTTP/1.1" status: 200 len: 1127 time: 0.0481944 Jun 16 19:02:00.939567 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5711d-407f-4eff-852e-ba3883462c25 req-26f4910f-4c4b-47f1-b06c-8280f1fb1399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:00.940969 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4ba5711d-407f-4eff-852e-ba3883462c25 req-26f4910f-4c4b-47f1-b06c-8280f1fb1399 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=fc32e3179c534d83b3d4108a38fb9d19&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0952382 Jun 16 19:02:01.058437 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5711d-407f-4eff-852e-ba3883462c25 req-cff5e23c-ee0a-4a54-95aa-7ce5d16ff3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:01.059920 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4ba5711d-407f-4eff-852e-ba3883462c25 req-cff5e23c-ee0a-4a54-95aa-7ce5d16ff3a6 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1078696 Jun 16 19:02:01.092966 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3cccc1-7ad8-46d3-aea6-98aace1cb646 req-8cec8c10-482e-45f8-b69d-1f70bc2005a8 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:01.094555 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-de3cccc1-7ad8-46d3-aea6-98aace1cb646 req-8cec8c10-482e-45f8-b69d-1f70bc2005a8 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b0e627a-a28a-419d-854b-63e81d67a3f7 HTTP/1.1" status: 200 len: 943 time: 0.0503395 Jun 16 19:02:01.130540 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:01.144461 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-de3cccc1-7ad8-46d3-aea6-98aace1cb646 req-959f55c1-34c3-48a8-abee-e203b6334c2e tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438833 Jun 16 19:02:01.299293 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-f6e64179-686a-4c94-ab87-e057be9e8a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:01.300677 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-f6e64179-686a-4c94-ab87-e057be9e8a8c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc32e3179c534d83b3d4108a38fb9d19&device_id=5b0e627a-a28a-419d-854b-63e81d67a3f7 HTTP/1.1" status: 200 len: 1127 time: 0.0388274 Jun 16 19:02:01.342576 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-719a9e93-ee00-486e-8b47-ba28326bd6ee service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66d9152b-c02c-4f61-9fe8-f277bc4c64a1 HTTP/1.1" status: 200 len: 217 time: 0.0352817 Jun 16 19:02:01.393106 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-e8b40aa9-96e0-4f69-ae42-7e2ed57496d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:01.395075 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-e8b40aa9-96e0-4f69-ae42-7e2ed57496d2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=38fcf1af-5fbd-4e35-811d-148efba21d9d HTTP/1.1" status: 200 len: 851 time: 0.0438178 Jun 16 19:02:01.437921 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-3b4d53a0-1e3d-46af-b91c-22c3c6dbe18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:01.439348 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-3b4d53a0-1e3d-46af-b91c-22c3c6dbe18b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f31f33e6-f431-4d4c-a847-a5f33b248bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372036 Jun 16 19:02:01.534661 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-5ff25462-9690-4515-a4b3-7cf3680d9391 service neutron] 10.222.0.66 "GET /v2.0/networks/f31f33e6-f431-4d4c-a847-a5f33b248bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869246 Jun 16 19:02:01.623897 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-bc3ded2f-5f21-499c-94f4-bce533347bb2 req-4732ad8e-2a15-41fa-9732-691372830a81 service neutron] 10.222.0.66 "GET /v2.0/networks/f31f33e6-f431-4d4c-a847-a5f33b248bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819731 Jun 16 19:02:02.265212 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c522ac-964f-4a7a-b440-3f36e9b77993 req-3529a805-d302-4089-bfd7-57afb50c9337 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:02.266695 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-86c522ac-964f-4a7a-b440-3f36e9b77993 req-3529a805-d302-4089-bfd7-57afb50c9337 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b0e627a-a28a-419d-854b-63e81d67a3f7 HTTP/1.1" status: 200 len: 943 time: 0.0511420 Jun 16 19:02:02.315132 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-86c522ac-964f-4a7a-b440-3f36e9b77993 req-9285cee8-a27a-4f41-8c57-17b0f3f73786 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428927 Jun 16 19:02:03.427015 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20929ad1-3ea6-44b6-af77-59df569d1336 req-655b8b6b-8184-4300-b487-3514775a6219 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:03.428435 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-20929ad1-3ea6-44b6-af77-59df569d1336 req-655b8b6b-8184-4300-b487-3514775a6219 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b0e627a-a28a-419d-854b-63e81d67a3f7 HTTP/1.1" status: 200 len: 943 time: 0.0454185 Jun 16 19:02:03.477168 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-20929ad1-3ea6-44b6-af77-59df569d1336 req-7c678f5a-088a-4f3d-8a2e-318c410accd1 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432329 Jun 16 19:02:04.594063 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7bfb8b-efd5-405e-aff7-6178da51f6be req-ab63c851-267d-4352-ae5b-ca17dfb8d745 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:04.595519 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1a7bfb8b-efd5-405e-aff7-6178da51f6be req-ab63c851-267d-4352-ae5b-ca17dfb8d745 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b0e627a-a28a-419d-854b-63e81d67a3f7 HTTP/1.1" status: 200 len: 943 time: 0.0513010 Jun 16 19:02:04.646472 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1a7bfb8b-efd5-405e-aff7-6178da51f6be req-21523d23-b755-4284-8347-c27abf751027 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437253 Jun 16 19:02:05.755867 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80bcbc-ae80-49fa-8485-a00ddcdc7139 req-832cc8b4-5790-4218-af45-6e748a20e724 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:05.757319 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ef80bcbc-ae80-49fa-8485-a00ddcdc7139 req-832cc8b4-5790-4218-af45-6e748a20e724 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b0e627a-a28a-419d-854b-63e81d67a3f7 HTTP/1.1" status: 200 len: 943 time: 0.0457513 Jun 16 19:02:05.805562 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ef80bcbc-ae80-49fa-8485-a00ddcdc7139 req-a6fff30a-d667-4e6b-9efc-7d45d990542e tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428023 Jun 16 19:02:06.687093 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-7492b527-cfe4-401c-90a3-ea13730a618b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:06.922222 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca9b8a-09b4-42c9-aa44-a679928b6870 req-8f87e60b-4184-4717-8d5a-e87056e1e783 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:06.923678 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-88ca9b8a-09b4-42c9-aa44-a679928b6870 req-8f87e60b-4184-4717-8d5a-e87056e1e783 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b0e627a-a28a-419d-854b-63e81d67a3f7 HTTP/1.1" status: 200 len: 943 time: 0.0468516 Jun 16 19:02:06.983308 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-88ca9b8a-09b4-42c9-aa44-a679928b6870 req-227b2917-9cf6-481d-86b4-1ce5a9407d74 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498738 Jun 16 19:02:07.099682 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=16 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:07.105681 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:07.763692 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:DELETE=7,neutron:SELECT=34,neutron:UPDATE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:08.095421 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08edca27-963b-411a-bb24-7afed29aac6f req-6cddd681-6843-494a-9c6d-aea4ab0f4d61 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:08.096888 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-08edca27-963b-411a-bb24-7afed29aac6f req-6cddd681-6843-494a-9c6d-aea4ab0f4d61 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b0e627a-a28a-419d-854b-63e81d67a3f7 HTTP/1.1" status: 200 len: 943 time: 0.0476484 Jun 16 19:02:08.146155 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-08edca27-963b-411a-bb24-7afed29aac6f req-5a432316-a210-4dc8-a410-9bd07b81aa7b tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436897 Jun 16 19:02:09.024629 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-8ab9cd29-65c1-497b-80c5-5f674335261a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:09.256129 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a16b0a-8076-4fd4-8ac6-5be5dc5a3e76 req-15607d88-b3ab-4291-b3e0-4b2d1283120d tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:09.257764 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f1a16b0a-8076-4fd4-8ac6-5be5dc5a3e76 req-15607d88-b3ab-4291-b3e0-4b2d1283120d tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b0e627a-a28a-419d-854b-63e81d67a3f7 HTTP/1.1" status: 200 len: 943 time: 0.0465271 Jun 16 19:02:09.269816 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:09.300271 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:09.309302 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f1a16b0a-8076-4fd4-8ac6-5be5dc5a3e76 req-9f3d51c2-ccbd-4755-9b58-27dac9de52cc tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460246 Jun 16 19:02:10.225263 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:10.436098 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc271f-9cf5-40f8-a907-770aee6f6c2c req-2a6be839-5686-4bc3-83f2-6a4903499c40 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:10.437583 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-50dc271f-9cf5-40f8-a907-770aee6f6c2c req-2a6be839-5686-4bc3-83f2-6a4903499c40 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b0e627a-a28a-419d-854b-63e81d67a3f7 HTTP/1.1" status: 200 len: 943 time: 0.0508201 Jun 16 19:02:10.489039 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-50dc271f-9cf5-40f8-a907-770aee6f6c2c req-811b90c0-a062-456d-b142-451022fbccd6 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424736 Jun 16 19:02:10.560003 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 66d9152b-c02c-4f61-9fe8-f277bc4c64a1 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=116194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 19:02:10.634111 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:10.661817 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 66d9152b-c02c-4f61-9fe8-f277bc4c64a1, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=66d9152b-c02c-4f61-9fe8-f277bc4c64a1,segment=NetworkSegment(8663ba12-146f-4a4a-92de-df95415fefb5),segment_id=8663ba12-146f-4a4a-92de-df95415fefb5)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:02:10.673068 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Returning: {'device': '66d9152b-c02c-4f61-9fe8-f277bc4c64a1', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'port_id': '66d9152b-c02c-4f61-9fe8-f277bc4c64a1', 'mac_address': 'fa:16:3e:26:55:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 19:02:10.709398 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 66d9152b-c02c-4f61-9fe8-f277bc4c64a1 is: DOWN; New status is: BUILD {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:02:10.709793 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (66d9152b-c02c-4f61-9fe8-f277bc4c64a1), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:10.722349 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d9152b-c02c-4f61-9fe8-f277bc4c64a1 {{(pid=116194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 19:02:10.731848 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:10.742924 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 66d9152b-c02c-4f61-9fe8-f277bc4c64a1, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=66d9152b-c02c-4f61-9fe8-f277bc4c64a1,segment=NetworkSegment(8663ba12-146f-4a4a-92de-df95415fefb5),segment_id=8663ba12-146f-4a4a-92de-df95415fefb5)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:02:10.813038 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (66d9152b-c02c-4f61-9fe8-f277bc4c64a1), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:10.858594 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=66d9152b-c02c-4f61-9fe8-f277bc4c64a1,revision_number=4']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:11.190396 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] get_ports_and_sgs() called for port_ids ['66d9152b-c02c-4f61-9fe8-f277bc4c64a1'] {{(pid=116194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 19:02:11.562231 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:11.603087 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7bdf8-5675-4a10-98fa-73ca3511eb70 req-3ba4da8c-42f7-4474-8234-cc5e5d1d586d tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:11.604569 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4aa7bdf8-5675-4a10-98fa-73ca3511eb70 req-3ba4da8c-42f7-4474-8234-cc5e5d1d586d tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b0e627a-a28a-419d-854b-63e81d67a3f7 HTTP/1.1" status: 200 len: 944 time: 0.0513833 Jun 16 19:02:11.657215 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4aa7bdf8-5675-4a10-98fa-73ca3511eb70 req-e1e71382-1cb7-414f-9baf-c88d3aaa61d3 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470343 Jun 16 19:02:12.081836 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:12.340098 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 66d9152b-c02c-4f61-9fe8-f277bc4c64a1 up at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 19:02:12.387468 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning for port 66d9152b-c02c-4f61-9fe8-f277bc4c64a1 completed by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 19:02:12.441684 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning complete for port 66d9152b-c02c-4f61-9fe8-f277bc4c64a1 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:02:12.442166 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (66d9152b-c02c-4f61-9fe8-f277bc4c64a1), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:12.514237 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 66d9152b-c02c-4f61-9fe8-f277bc4c64a1 is: BUILD; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:02:12.514626 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (66d9152b-c02c-4f61-9fe8-f277bc4c64a1), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:12.536432 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0e627a-a28a-419d-854b-63e81d67a3f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d9152b-c02c-4f61-9fe8-f277bc4c64a1'}] {{(pid=116194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:02:12.538662 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c514dfdaa64f5ff94ef0a30f0983ecc87ad84dbda33c755e7db481fe7439434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f467216-d276-4397-8221-e04fc7d675af" -d '{"events": [{"server_uuid": "5b0e627a-a28a-419d-854b-63e81d67a3f7", "name": "network-vif-plugged", "status": "completed", "tag": "66d9152b-c02c-4f61-9fe8-f277bc4c64a1"}]}' {{(pid=116194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:02:12.554737 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 66d9152b-c02c-4f61-9fe8-f277bc4c64a1, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=66d9152b-c02c-4f61-9fe8-f277bc4c64a1,segment=NetworkSegment(8663ba12-146f-4a4a-92de-df95415fefb5),segment_id=8663ba12-146f-4a4a-92de-df95415fefb5)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:02:12.636291 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (66d9152b-c02c-4f61-9fe8-f277bc4c64a1), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:12.793119 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 19:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c68504c-6bfc-4e4f-92db-10233df1e412 x-openstack-request-id: req-8c68504c-6bfc-4e4f-92db-10233df1e412 {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:02:12.793441 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b0e627a-a28a-419d-854b-63e81d67a3f7", "name": "network-vif-plugged", "status": "completed", "tag": "66d9152b-c02c-4f61-9fe8-f277bc4c64a1", "code": 200}]} {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:02:12.793694 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8c68504c-6bfc-4e4f-92db-10233df1e412 {{(pid=116194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:02:12.794087 dv-cinder-846171-1-iscsi neutron-server[116194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c68504c-6bfc-4e4f-92db-10233df1e412'] response: {'server_uuid': '5b0e627a-a28a-419d-854b-63e81d67a3f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d9152b-c02c-4f61-9fe8-f277bc4c64a1', 'code': 200} Jun 16 19:02:12.808242 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59703b7-1549-436c-a0f4-fdae08759725 req-e11f77e3-77bc-41d5-952a-44521df22753 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:12.809875 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a59703b7-1549-436c-a0f4-fdae08759725 req-e11f77e3-77bc-41d5-952a-44521df22753 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b0e627a-a28a-419d-854b-63e81d67a3f7 HTTP/1.1" status: 200 len: 945 time: 0.0609040 Jun 16 19:02:12.821533 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=66d9152b-c02c-4f61-9fe8-f277bc4c64a1,revision_number=5']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:12.863859 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a59703b7-1549-436c-a0f4-fdae08759725 req-30d392dc-dbeb-4768-ac93-f3e574a76807 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483620 Jun 16 19:02:13.196449 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5acaa3-1fc5-47ba-b965-4a8aff417c67 req-cdca7fe6-5578-41dc-92a3-f08c13c6790e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:13.197898 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3e5acaa3-1fc5-47ba-b965-4a8aff417c67 req-cdca7fe6-5578-41dc-92a3-f08c13c6790e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5b0e627a-a28a-419d-854b-63e81d67a3f7 HTTP/1.1" status: 200 len: 1129 time: 0.0377448 Jun 16 19:02:13.247205 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3e5acaa3-1fc5-47ba-b965-4a8aff417c67 req-a3ca3391-ae8d-4b75-b6e3-6490d603cbeb service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408123 Jun 16 19:02:13.982129 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6b6d2-b993-4319-8e9a-d14a9e437342 req-3d077bdf-6856-4722-91db-7e5ccf3cf421 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:13.983656 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9ad6b6d2-b993-4319-8e9a-d14a9e437342 req-3d077bdf-6856-4722-91db-7e5ccf3cf421 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b0e627a-a28a-419d-854b-63e81d67a3f7 HTTP/1.1" status: 200 len: 945 time: 0.0475659 Jun 16 19:02:14.033608 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9ad6b6d2-b993-4319-8e9a-d14a9e437342 req-66088bb2-95b2-43d6-9195-04d3529128af tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442302 Jun 16 19:02:15.149533 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d030e-ee2c-4c85-b004-06bb398eab0d req-2f4dd46d-2367-4f24-8680-163957b809bb tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:15.151115 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-863d030e-ee2c-4c85-b004-06bb398eab0d req-2f4dd46d-2367-4f24-8680-163957b809bb tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b0e627a-a28a-419d-854b-63e81d67a3f7 HTTP/1.1" status: 200 len: 945 time: 0.0509555 Jun 16 19:02:15.201130 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-863d030e-ee2c-4c85-b004-06bb398eab0d req-296c6753-2b42-4460-8d5f-228cfe1de557 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445776 Jun 16 19:02:15.345607 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809ccf0-433e-4a32-97a8-b0401861a706 req-023e48c9-fc69-43a3-83ad-bfbcc60a2147 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:15.347113 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6809ccf0-433e-4a32-97a8-b0401861a706 req-023e48c9-fc69-43a3-83ad-bfbcc60a2147 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 946 time: 0.0491087 Jun 16 19:02:15.396147 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6809ccf0-433e-4a32-97a8-b0401861a706 req-6a7847af-14c2-430e-8aa9-12af3fd6c253 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417104 Jun 16 19:02:16.318166 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258caf6f-eb3d-446c-a1d4-15668e682613 req-d20e584f-a7c2-4bb4-8951-70f430321697 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:16.319602 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-258caf6f-eb3d-446c-a1d4-15668e682613 req-d20e584f-a7c2-4bb4-8951-70f430321697 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b0e627a-a28a-419d-854b-63e81d67a3f7 HTTP/1.1" status: 200 len: 945 time: 0.0500422 Jun 16 19:02:16.369054 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-258caf6f-eb3d-446c-a1d4-15668e682613 req-016e7438-241b-4892-9951-399fffcf44ed tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438991 Jun 16 19:02:16.515318 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ffac8-e9cf-48d6-adf0-d56241cc90c2 req-21766082-5196-4a2d-bb14-13aaa97c59c7 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:16.516663 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e31ffac8-e9cf-48d6-adf0-d56241cc90c2 req-21766082-5196-4a2d-bb14-13aaa97c59c7 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 946 time: 0.0464768 Jun 16 19:02:16.561895 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e31ffac8-e9cf-48d6-adf0-d56241cc90c2 req-92273763-5b30-418f-8ad7-057f3e62255f tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391989 Jun 16 19:02:17.480581 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6190b-7d18-4fb9-8f17-1348e8e8f613 req-7006fd23-cf5d-4465-b4de-1d642333c453 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:17.482097 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-71e6190b-7d18-4fb9-8f17-1348e8e8f613 req-7006fd23-cf5d-4465-b4de-1d642333c453 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b0e627a-a28a-419d-854b-63e81d67a3f7 HTTP/1.1" status: 200 len: 945 time: 0.0460851 Jun 16 19:02:17.533269 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-71e6190b-7d18-4fb9-8f17-1348e8e8f613 req-57c27a46-df51-4fbb-ac62-d526bff0c765 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456111 Jun 16 19:02:17.838659 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b1dcf-7199-442a-a84a-38d427dd6f7d req-8fb0001b-e64f-4ba0-8a14-34305cf84cc1 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:17.840129 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8b3b1dcf-7199-442a-a84a-38d427dd6f7d req-8fb0001b-e64f-4ba0-8a14-34305cf84cc1 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 946 time: 0.0482731 Jun 16 19:02:17.877347 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:17.890202 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8b3b1dcf-7199-442a-a84a-38d427dd6f7d req-a82482b5-a8c1-46d6-aba6-546d2cc26873 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443525 Jun 16 19:02:18.626852 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:18.645295 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778f2f4-8f61-43ae-9f12-05792459cb5a req-00b6a237-0d52-47e3-a88f-b30c0c2fde19 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:18.646795 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c778f2f4-8f61-43ae-9f12-05792459cb5a req-00b6a237-0d52-47e3-a88f-b30c0c2fde19 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b0e627a-a28a-419d-854b-63e81d67a3f7 HTTP/1.1" status: 200 len: 945 time: 0.0473199 Jun 16 19:02:18.696036 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c778f2f4-8f61-43ae-9f12-05792459cb5a req-5103b8c0-703f-4970-bb7e-6a9a4c5278aa tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437937 Jun 16 19:02:18.810330 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d9c89-abdf-4b78-830e-7607b4c87afa req-9beb7695-1edc-42ab-9e2b-98eb7f06e50b tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:18.811793 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3e3d9c89-abdf-4b78-830e-7607b4c87afa req-9beb7695-1edc-42ab-9e2b-98eb7f06e50b tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b0e627a-a28a-419d-854b-63e81d67a3f7 HTTP/1.1" status: 200 len: 945 time: 0.0501020 Jun 16 19:02:18.860951 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3e3d9c89-abdf-4b78-830e-7607b4c87afa req-c2248014-9e7b-4793-af18-43376ce773e1 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436659 Jun 16 19:02:18.886336 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 53958) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:02:18.926241 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b0dc3f-0f52-45e5-b23c-8db4492d3eb4 tempest-TestVolumeBootPattern-933837816 tempest-TestVolumeBootPattern-933837816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:18.928434 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-28b0dc3f-0f52-45e5-b23c-8db4492d3eb4 tempest-TestVolumeBootPattern-933837816 tempest-TestVolumeBootPattern-933837816-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=5b0e627a-a28a-419d-854b-63e81d67a3f7 HTTP/1.1" status: 200 len: 1124 time: 0.0411363 Jun 16 19:02:18.931662 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 53962) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:02:18.937545 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-db568ce9-07e5-4694-b9a8-066654b999cd tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Request body: {'floatingip': {'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'port_id': '66d9152b-c02c-4f61-9fe8-f277bc4c64a1', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'fixed_ip_address': '172.20.0.6'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:02:19.000139 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-db568ce9-07e5-4694-b9a8-066654b999cd tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:19.037429 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543e049-6658-4dc4-8d34-b197418fe2f5 req-2c527811-81ac-4bcf-b15a-c2539d08ea2d tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:19.038930 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d543e049-6658-4dc4-8d34-b197418fe2f5 req-2c527811-81ac-4bcf-b15a-c2539d08ea2d tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 946 time: 0.0704765 Jun 16 19:02:19.125330 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-db568ce9-07e5-4694-b9a8-066654b999cd tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:19.129835 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d543e049-6658-4dc4-8d34-b197418fe2f5 req-8f85c5ff-f44d-4a1a-b1d2-0dff5f5f365d tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0854034 Jun 16 19:02:19.246578 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_common [None req-db568ce9-07e5-4694-b9a8-066654b999cd tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Allocated IP 172.27.0.198 (d7ab3290-3ce1-430c-a2b5-625628340a0e/2251f151-d04b-4b41-88db-58f0d465a2f0/3c57a83f-2c5a-4a35-8a0c-a9bbc691c96e) {{(pid=116193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 19:02:19.344961 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-db568ce9-07e5-4694-b9a8-066654b999cd tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for port (3c57a83f-2c5a-4a35-8a0c-a9bbc691c96e), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:19.471189 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-db568ce9-07e5-4694-b9a8-066654b999cd tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (3c57a83f-2c5a-4a35-8a0c-a9bbc691c96e), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:19.512250 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db568ce9-07e5-4694-b9a8-066654b999cd tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Network d7ab3290-3ce1-430c-a2b5-625628340a0e is already hosted by enough agents. {{(pid=116193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:02:19.519025 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [None req-db568ce9-07e5-4694-b9a8-066654b999cd tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Resources bound (agent type, host, resource id): {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:02:19.523458 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db568ce9-07e5-4694-b9a8-066654b999cd tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Received port after_create {{(pid=116193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 19:02:19.526665 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db568ce9-07e5-4694-b9a8-066654b999cd tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Pushing event updated for resources: {'Port': ['ID=3c57a83f-2c5a-4a35-8a0c-a9bbc691c96e,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:19.782428 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db568ce9-07e5-4694-b9a8-066654b999cd tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:19.783118 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db568ce9-07e5-4694-b9a8-066654b999cd tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:19.783118 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db568ce9-07e5-4694-b9a8-066654b999cd tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:19.783352 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db568ce9-07e5-4694-b9a8-066654b999cd tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:19.783664 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db568ce9-07e5-4694-b9a8-066654b999cd tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:19.783996 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db568ce9-07e5-4694-b9a8-066654b999cd tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:19.784317 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db568ce9-07e5-4694-b9a8-066654b999cd tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:19.784640 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db568ce9-07e5-4694-b9a8-066654b999cd tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:19.784958 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db568ce9-07e5-4694-b9a8-066654b999cd tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:19.785314 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db568ce9-07e5-4694-b9a8-066654b999cd tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:19.785627 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db568ce9-07e5-4694-b9a8-066654b999cd tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:19.785945 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db568ce9-07e5-4694-b9a8-066654b999cd tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:19.786261 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db568ce9-07e5-4694-b9a8-066654b999cd tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:19.786601 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db568ce9-07e5-4694-b9a8-066654b999cd tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:19.786915 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db568ce9-07e5-4694-b9a8-066654b999cd tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:19.805246 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:19.865051 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:20.106493 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-db568ce9-07e5-4694-b9a8-066654b999cd tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for floatingip (b8905f64-111f-4a16-8c45-f0172fbfc690), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:20.244373 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-db568ce9-07e5-4694-b9a8-066654b999cd tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (3c57a83f-2c5a-4a35-8a0c-a9bbc691c96e), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:20.279190 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fe61f-739f-4005-b258-c3538be3eb9e req-cdca075e-e262-432b-9fe3-9506eb766d51 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:20.280654 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-dc7fe61f-739f-4005-b258-c3538be3eb9e req-cdca075e-e262-432b-9fe3-9506eb766d51 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 946 time: 0.0734754 Jun 16 19:02:20.403223 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-dc7fe61f-739f-4005-b258-c3538be3eb9e req-3a1c61ce-d270-4a31-ba27-5f49b1785868 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1156020 Jun 16 19:02:20.461168 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-db568ce9-07e5-4694-b9a8-066654b999cd tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for port (3c57a83f-2c5a-4a35-8a0c-a9bbc691c96e), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:20.648626 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-db568ce9-07e5-4694-b9a8-066654b999cd tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (3c57a83f-2c5a-4a35-8a0c-a9bbc691c96e), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:20.707199 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:20.723659 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db568ce9-07e5-4694-b9a8-066654b999cd tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Pushing event updated for resources: {'Port': ['ID=3c57a83f-2c5a-4a35-8a0c-a9bbc691c96e,revision_number=2']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:20.736478 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-db568ce9-07e5-4694-b9a8-066654b999cd tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8340165'] for floatingip (b8905f64-111f-4a16-8c45-f0172fbfc690), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:20.832049 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.db.l3_db [None req-db568ce9-07e5-4694-b9a8-066654b999cd tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Floating IP b8905f64-111f-4a16-8c45-f0172fbfc690 associated. External IP: 172.27.0.198, port: 66d9152b-c02c-4f61-9fe8-f277bc4c64a1. Jun 16 19:02:21.042377 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:21.046344 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db568ce9-07e5-4694-b9a8-066654b999cd tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Router 868c3318-095c-49d9-982d-37995465aa5f has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 19:02:21.148419 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db568ce9-07e5-4694-b9a8-066654b999cd tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:02:21.159385 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3908754-4263-4218-bb0c-ba32a6a6ee62 None None] Sync routers for ids ['868c3318-095c-49d9-982d-37995465aa5f'] in dv-cinder-846171-1-iscsi {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:02:21.170080 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3908754-4263-4218-bb0c-ba32a6a6ee62 None None] Routers {'868c3318-095c-49d9-982d-37995465aa5f'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:02:21.170695 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-e3908754-4263-4218-bb0c-ba32a6a6ee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:02:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['868c3318-095c-49d9-982d-37995465aa5f'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:02:21.232900 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-db568ce9-07e5-4694-b9a8-066654b999cd tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for floatingip (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:21.264900 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-db568ce9-07e5-4694-b9a8-066654b999cd tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3318658 Jun 16 19:02:21.265498 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b0e627a-a28a-419d-854b-63e81d67a3f7', 'tag': '66d9152b-c02c-4f61-9fe8-f277bc4c64a1'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:02:21.267786 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60c76f4-5372-4c48-9723-b9ed87ec13f3" -d '{"events": [{"name": "network-changed", "server_uuid": "5b0e627a-a28a-419d-854b-63e81d67a3f7", "tag": "66d9152b-c02c-4f61-9fe8-f277bc4c64a1"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:02:21.282698 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-e3908754-4263-4218-bb0c-ba32a6a6ee62 None None] Set router 868c3318-095c-49d9-982d-37995465aa5f gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:02:21.304848 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 19:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48dc868-35e5-42cd-82fd-2875d4635e3b x-openstack-request-id: req-f48dc868-35e5-42cd-82fd-2875d4635e3b {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:02:21.305145 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b0e627a-a28a-419d-854b-63e81d67a3f7", "tag": "66d9152b-c02c-4f61-9fe8-f277bc4c64a1", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:02:21.305459 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f48dc868-35e5-42cd-82fd-2875d4635e3b {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:02:21.305868 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f48dc868-35e5-42cd-82fd-2875d4635e3b'] response: {'name': 'network-changed', 'server_uuid': '5b0e627a-a28a-419d-854b-63e81d67a3f7', 'tag': '66d9152b-c02c-4f61-9fe8-f277bc4c64a1', 'status': 'completed', 'code': 200} Jun 16 19:02:21.352753 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:21.397488 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:21.497340 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-e3908754-4263-4218-bb0c-ba32a6a6ee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868c3318-095c-49d9-982d-37995465aa5f', 'name': 'tempest-TestVolumeBootPattern-1948789007-router', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:57:58Z', 'revision_number': 4, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'gw_port': {'id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': 'b8905f64-111f-4a16-8c45-f0172fbfc690', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': '868c3318-095c-49d9-982d-37995465aa5f', 'port_id': '66d9152b-c02c-4f61-9fe8-f277bc4c64a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'mac_address': 'fa:16:3e:26:55:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0e627a-a28a-419d-854b-63e81d67a3f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T19:02:19Z', 'updated_at': '2022-06-16T19:02:19Z', 'revision_number': 0, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd7ded77-b28c-46ec-854f-a2cc65c7c322', 'name': '', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'mac_address': 'fa:16:3e:4e:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:57Z', 'updated_at': '2022-06-16T18:58:02Z', 'revision_number': 5, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'subnets': [{'id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:02:21.522324 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3908754-4263-4218-bb0c-ba32a6a6ee62 None None] Checking router: 868c3318-095c-49d9-982d-37995465aa5f for host: dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:02:21.530565 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3908754-4263-4218-bb0c-ba32a6a6ee62 None None] Routers {'868c3318-095c-49d9-982d-37995465aa5f'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:02:21.531169 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-e3908754-4263-4218-bb0c-ba32a6a6ee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:02:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['868c3318-095c-49d9-982d-37995465aa5f'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:02:21.533962 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6873ad-afc1-479e-b831-04162aa3c5a9 req-8171ccfd-66a7-499a-8f55-da2bf09b9025 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:21.535447 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-aa6873ad-afc1-479e-b831-04162aa3c5a9 req-8171ccfd-66a7-499a-8f55-da2bf09b9025 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 946 time: 0.0511897 Jun 16 19:02:21.582578 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-aa6873ad-afc1-479e-b831-04162aa3c5a9 req-c1ff530d-ba40-447c-b47c-9a0a5053ab3c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415289 Jun 16 19:02:21.632543 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-e3908754-4263-4218-bb0c-ba32a6a6ee62 None None] Set router 868c3318-095c-49d9-982d-37995465aa5f gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:02:21.838398 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-e3908754-4263-4218-bb0c-ba32a6a6ee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868c3318-095c-49d9-982d-37995465aa5f', 'name': 'tempest-TestVolumeBootPattern-1948789007-router', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:57:58Z', 'revision_number': 4, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'gw_port': {'id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': 'b8905f64-111f-4a16-8c45-f0172fbfc690', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': '868c3318-095c-49d9-982d-37995465aa5f', 'port_id': '66d9152b-c02c-4f61-9fe8-f277bc4c64a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'mac_address': 'fa:16:3e:26:55:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0e627a-a28a-419d-854b-63e81d67a3f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T19:02:19Z', 'updated_at': '2022-06-16T19:02:19Z', 'revision_number': 0, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd7ded77-b28c-46ec-854f-a2cc65c7c322', 'name': '', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'mac_address': 'fa:16:3e:4e:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:57Z', 'updated_at': '2022-06-16T18:58:02Z', 'revision_number': 5, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'subnets': [{'id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:02:21.862183 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3908754-4263-4218-bb0c-ba32a6a6ee62 None None] The sync data for ids ['868c3318-095c-49d9-982d-37995465aa5f'] in dv-cinder-846171-1-iscsi is: [{'id': '868c3318-095c-49d9-982d-37995465aa5f', 'name': 'tempest-TestVolumeBootPattern-1948789007-router', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:57:58Z', 'revision_number': 4, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'gw_port': {'id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': 'b8905f64-111f-4a16-8c45-f0172fbfc690', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': '868c3318-095c-49d9-982d-37995465aa5f', 'port_id': '66d9152b-c02c-4f61-9fe8-f277bc4c64a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'mac_address': 'fa:16:3e:26:55:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0e627a-a28a-419d-854b-63e81d67a3f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T19:02:19Z', 'updated_at': '2022-06-16T19:02:19Z', 'revision_number': 0, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd7ded77-b28c-46ec-854f-a2cc65c7c322', 'name': '', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'mac_address': 'fa:16:3e:4e:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:57Z', 'updated_at': '2022-06-16T18:58:02Z', 'revision_number': 5, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'subnets': [{'id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:02:22.044267 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7847c9-0254-40b1-aeda-973bfc3b60f7 None None] New status for floating IP b8905f64-111f-4a16-8c45-f0172fbfc690: ACTIVE {{(pid=116195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 19:02:22.323423 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c76f4-5372-4c48-9723-b9ed87ec13f3 req-6662630e-7c1b-4da6-ae97-dcd23e37905c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:22.324901 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f60c76f4-5372-4c48-9723-b9ed87ec13f3 req-6662630e-7c1b-4da6-ae97-dcd23e37905c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc32e3179c534d83b3d4108a38fb9d19&device_id=5b0e627a-a28a-419d-854b-63e81d67a3f7 HTTP/1.1" status: 200 len: 1129 time: 0.0374043 Jun 16 19:02:22.421168 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c76f4-5372-4c48-9723-b9ed87ec13f3 req-73ac88e0-3fa5-45c2-a129-fdaae92e9d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:22.422667 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f60c76f4-5372-4c48-9723-b9ed87ec13f3 req-73ac88e0-3fa5-45c2-a129-fdaae92e9d35 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f31f33e6-f431-4d4c-a847-a5f33b248bb8 HTTP/1.1" status: 200 len: 914 time: 0.0865464 Jun 16 19:02:22.486712 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f60c76f4-5372-4c48-9723-b9ed87ec13f3 req-c25ab158-c64f-4db4-b9b8-1c0575554a41 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66d9152b-c02c-4f61-9fe8-f277bc4c64a1 HTTP/1.1" status: 200 len: 1001 time: 0.0549395 Jun 16 19:02:22.535632 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c76f4-5372-4c48-9723-b9ed87ec13f3 req-d6e8a542-79b9-4107-856f-7a57c7b8f6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:22.537638 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f60c76f4-5372-4c48-9723-b9ed87ec13f3 req-d6e8a542-79b9-4107-856f-7a57c7b8f6b3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=38fcf1af-5fbd-4e35-811d-148efba21d9d HTTP/1.1" status: 200 len: 851 time: 0.0434849 Jun 16 19:02:22.583779 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c76f4-5372-4c48-9723-b9ed87ec13f3 req-e31ddd90-33af-47e7-91bf-13e569c2601f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:22.585257 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f60c76f4-5372-4c48-9723-b9ed87ec13f3 req-e31ddd90-33af-47e7-91bf-13e569c2601f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f31f33e6-f431-4d4c-a847-a5f33b248bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402644 Jun 16 19:02:22.704589 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f60c76f4-5372-4c48-9723-b9ed87ec13f3 req-05496e29-8884-491f-9abe-838beb33efe8 service neutron] 10.222.0.66 "GET /v2.0/networks/f31f33e6-f431-4d4c-a847-a5f33b248bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125720 Jun 16 19:02:22.715863 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7bb17-7df1-45f7-81a0-7400ee596094 req-c0963d99-8628-442c-b332-358e7a590ea9 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:22.717247 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-59c7bb17-7df1-45f7-81a0-7400ee596094 req-c0963d99-8628-442c-b332-358e7a590ea9 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 946 time: 0.0598650 Jun 16 19:02:22.802263 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:22.820893 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-59c7bb17-7df1-45f7-81a0-7400ee596094 req-6fe06c39-4def-425a-8a3a-4aa9841f34bf tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0950303 Jun 16 19:02:22.839958 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f60c76f4-5372-4c48-9723-b9ed87ec13f3 req-38609ce7-8a3c-4048-a3e0-fc7a06b6024d service neutron] 10.222.0.66 "GET /v2.0/networks/f31f33e6-f431-4d4c-a847-a5f33b248bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218047 Jun 16 19:02:23.943499 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d3878-74e8-4d37-bba8-275d4472e227 req-7376c82d-607b-4892-ae3e-a2f1d2fdf0c2 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:23.945009 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d87d3878-74e8-4d37-bba8-275d4472e227 req-7376c82d-607b-4892-ae3e-a2f1d2fdf0c2 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 946 time: 0.0522542 Jun 16 19:02:23.992487 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d87d3878-74e8-4d37-bba8-275d4472e227 req-db747944-0bc9-4d06-abd5-7f7521b36fd3 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417383 Jun 16 19:02:25.115678 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370bfae-d751-4f6b-a9ff-82e65250f860 req-2296d21c-42fb-476f-9460-c0e0d29fb521 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:25.117232 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a370bfae-d751-4f6b-a9ff-82e65250f860 req-2296d21c-42fb-476f-9460-c0e0d29fb521 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 946 time: 0.0490692 Jun 16 19:02:25.137883 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:25.165985 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a370bfae-d751-4f6b-a9ff-82e65250f860 req-3f19a72f-f52c-4811-8691-0e1700eb7972 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433459 Jun 16 19:02:26.282096 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d660e8-0f6a-40b7-b433-b7f9ecd3412b req-ea9fb9aa-2e19-4dc7-a14d-d5b80fab1a83 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:26.283572 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-70d660e8-0f6a-40b7-b433-b7f9ecd3412b req-ea9fb9aa-2e19-4dc7-a14d-d5b80fab1a83 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 946 time: 0.0471282 Jun 16 19:02:26.332772 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-70d660e8-0f6a-40b7-b433-b7f9ecd3412b req-7a4ae1db-9e4c-499e-8e65-db972ad8c441 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437407 Jun 16 19:02:27.451785 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d258a86-3e29-414a-b666-c7c67b02b570 req-703a9226-f5af-46d6-979c-18cbcf4013ca tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:27.453132 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4d258a86-3e29-414a-b666-c7c67b02b570 req-703a9226-f5af-46d6-979c-18cbcf4013ca tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 946 time: 0.0457647 Jun 16 19:02:27.501617 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4d258a86-3e29-414a-b666-c7c67b02b570 req-ed6e1d20-7572-4b0d-987f-cfb8c93d9548 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430067 Jun 16 19:02:27.540116 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:28.620101 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafe974-2276-4b55-b850-becbc392001e req-41562f41-72b9-43d7-8fb3-dc5c4b39ba97 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:28.621610 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5aafe974-2276-4b55-b850-becbc392001e req-41562f41-72b9-43d7-8fb3-dc5c4b39ba97 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 946 time: 0.0465729 Jun 16 19:02:28.669446 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5aafe974-2276-4b55-b850-becbc392001e req-24efdc83-6b48-488c-8bdb-6ead84a21485 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418079 Jun 16 19:02:29.788951 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7662a2c-6d64-4cc0-956f-8b83c9fb05c9 req-e7d9cb61-7e31-4e0b-b4ae-d0b97bae33d1 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:29.790397 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e7662a2c-6d64-4cc0-956f-8b83c9fb05c9 req-e7d9cb61-7e31-4e0b-b4ae-d0b97bae33d1 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 946 time: 0.0512395 Jun 16 19:02:29.837668 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e7662a2c-6d64-4cc0-956f-8b83c9fb05c9 req-db6a978a-1f66-466f-88dc-5f6fbf431375 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415308 Jun 16 19:02:30.961405 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131fed7-fabf-4cf6-ad14-edfe924132f4 req-de4fed51-2aa2-4687-9c2a-72a2fcdd0a9f tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:30.962921 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8131fed7-fabf-4cf6-ad14-edfe924132f4 req-de4fed51-2aa2-4687-9c2a-72a2fcdd0a9f tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 946 time: 0.0488236 Jun 16 19:02:31.013551 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8131fed7-fabf-4cf6-ad14-edfe924132f4 req-1cb83912-ac40-4116-90ee-b7e0d7335176 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449328 Jun 16 19:02:32.141837 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320500f-6e8a-4776-b7b3-6102a2055df3 req-b2b5b80a-1ce8-434f-ab78-00bc25434708 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:32.143307 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5320500f-6e8a-4776-b7b3-6102a2055df3 req-b2b5b80a-1ce8-434f-ab78-00bc25434708 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 946 time: 0.0467238 Jun 16 19:02:32.192943 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5320500f-6e8a-4776-b7b3-6102a2055df3 req-f2b99efe-e6d5-4c7a-b28d-b36cb2df0e07 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435588 Jun 16 19:02:33.310577 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690b37e-48a3-4cab-a391-3112861fdc83 req-f17c4057-9a07-4529-86fb-526bdbcbc23d tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:33.312090 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d690b37e-48a3-4cab-a391-3112861fdc83 req-f17c4057-9a07-4529-86fb-526bdbcbc23d tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 946 time: 0.0473974 Jun 16 19:02:33.359405 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d690b37e-48a3-4cab-a391-3112861fdc83 req-5ab3e037-5e1d-4dca-a46a-82f72bf023ff tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417895 Jun 16 19:02:33.611879 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:33.614755 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:33.985003 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 54116) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:02:34.087483 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-77eda855-eacd-4d7b-b907-4775bfc79261 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:34.104576 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 6 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 19:02:34.135826 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:34.161131 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-77eda855-eacd-4d7b-b907-4775bfc79261 admin admin] Publish callbacks [] for security_group (269c20ba-8f22-49d0-aad2-8af9c76b12cf), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:34.220392 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-77eda855-eacd-4d7b-b907-4775bfc79261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (269c20ba-8f22-49d0-aad2-8af9c76b12cf), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:34.261280 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-77eda855-eacd-4d7b-b907-4775bfc79261 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6e8fe952ec9c44c1a62e4921d343c5f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2751970 Jun 16 19:02:34.262221 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eda855-eacd-4d7b-b907-4775bfc79261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269c20ba-8f22-49d0-aad2-8af9c76b12cf,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:34.264040 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 54122) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:02:34.312510 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-01a32280-9944-4db8-8d49-1c478531ce59 admin admin] Publish callbacks [] for security_group (269c20ba-8f22-49d0-aad2-8af9c76b12cf), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:34.334715 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-01a32280-9944-4db8-8d49-1c478531ce59 admin admin] Publish callbacks [] for security_group (269c20ba-8f22-49d0-aad2-8af9c76b12cf), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:34.465351 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:34.467357 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-01a32280-9944-4db8-8d49-1c478531ce59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (269c20ba-8f22-49d0-aad2-8af9c76b12cf), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:34.469509 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-01a32280-9944-4db8-8d49-1c478531ce59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:34.470667 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-01a32280-9944-4db8-8d49-1c478531ce59 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/269c20ba-8f22-49d0-aad2-8af9c76b12cf HTTP/1.1" status: 204 len: 168 time: 0.2056375 Jun 16 19:02:34.479821 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a32280-9944-4db8-8d49-1c478531ce59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269c20ba-8f22-49d0-aad2-8af9c76b12cf,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:34.481637 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38d4b6-ccca-4632-a4e5-68d27ecb599b req-2fa8d45f-ae29-46e9-8daa-ef04a2d4f5fc tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:34.482532 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7c38d4b6-ccca-4632-a4e5-68d27ecb599b req-2fa8d45f-ae29-46e9-8daa-ef04a2d4f5fc tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 946 time: 0.0526795 Jun 16 19:02:34.542225 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7c38d4b6-ccca-4632-a4e5-68d27ecb599b req-52e58262-4073-4519-be2a-ec939f3629aa tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510054 Jun 16 19:02:35.080936 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 54132) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:02:35.097880 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1aee5377-fe6a-407a-8910-381116e4ca88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:35.397868 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1aee5377-fe6a-407a-8910-381116e4ca88 admin admin] Publish callbacks [] for security_group (b82b3f37-db96-415d-bf71-88bf7d1208e1), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:35.460474 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1aee5377-fe6a-407a-8910-381116e4ca88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (b82b3f37-db96-415d-bf71-88bf7d1208e1), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:35.498475 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee5377-fe6a-407a-8910-381116e4ca88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82b3f37-db96-415d-bf71-88bf7d1208e1,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:35.503142 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-1aee5377-fe6a-407a-8910-381116e4ca88 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8d7cdfb8d29a446293c66ef7fbb3ed66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4210560 Jun 16 19:02:35.506842 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 54136) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:02:35.554259 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f55c4012-7992-4619-8323-94aceb953a0d admin admin] Publish callbacks [] for security_group (b82b3f37-db96-415d-bf71-88bf7d1208e1), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:35.576314 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f55c4012-7992-4619-8323-94aceb953a0d admin admin] Publish callbacks [] for security_group (b82b3f37-db96-415d-bf71-88bf7d1208e1), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:35.663989 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a2549-58b9-4a91-a111-3d17c1ee97b1 req-d4b53eb0-7415-4528-8e23-1aeed18985ac tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:35.665472 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c39a2549-58b9-4a91-a111-3d17c1ee97b1 req-d4b53eb0-7415-4528-8e23-1aeed18985ac tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 946 time: 0.0474207 Jun 16 19:02:35.695665 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f55c4012-7992-4619-8323-94aceb953a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (b82b3f37-db96-415d-bf71-88bf7d1208e1), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:35.698255 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f55c4012-7992-4619-8323-94aceb953a0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:35.699403 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-f55c4012-7992-4619-8323-94aceb953a0d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b82b3f37-db96-415d-bf71-88bf7d1208e1 HTTP/1.1" status: 204 len: 168 time: 0.1919348 Jun 16 19:02:35.708726 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c4012-7992-4619-8323-94aceb953a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82b3f37-db96-415d-bf71-88bf7d1208e1,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:35.715329 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c39a2549-58b9-4a91-a111-3d17c1ee97b1 req-ab8a5049-12b9-49ab-92ed-401dbce5baa2 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441737 Jun 16 19:02:36.450217 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 876dcbc0-6957-426a-86fc-525cbbd501e9 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=116194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 19:02:36.563836 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 876dcbc0-6957-426a-86fc-525cbbd501e9, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=876dcbc0-6957-426a-86fc-525cbbd501e9,segment=NetworkSegment(2d327e91-41ae-4018-ab9b-16723f98bb9d),segment_id=2d327e91-41ae-4018-ab9b-16723f98bb9d)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:02:36.575273 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Returning: {'device': '876dcbc0-6957-426a-86fc-525cbbd501e9', 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111', 'port_id': '876dcbc0-6957-426a-86fc-525cbbd501e9', 'mac_address': 'fa:16:3e:a1:39:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe716360-4f3c-4c62-9220-aaf7aa3a7a1f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 19:02:36.628357 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 876dcbc0-6957-426a-86fc-525cbbd501e9 is: ACTIVE; New status is: BUILD {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:02:36.628357 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (876dcbc0-6957-426a-86fc-525cbbd501e9), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:36.642731 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 876dcbc0-6957-426a-86fc-525cbbd501e9 {{(pid=116194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 19:02:36.664908 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 876dcbc0-6957-426a-86fc-525cbbd501e9, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=876dcbc0-6957-426a-86fc-525cbbd501e9,segment=NetworkSegment(2d327e91-41ae-4018-ab9b-16723f98bb9d),segment_id=2d327e91-41ae-4018-ab9b-16723f98bb9d)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:02:36.723066 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-a80b10cc-a9d0-4e42-ae87-893a3d5b260c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:36.746373 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (876dcbc0-6957-426a-86fc-525cbbd501e9), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:36.779590 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:36.806091 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=876dcbc0-6957-426a-86fc-525cbbd501e9,revision_number=6']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:36.821579 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:36.821937 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:36.822306 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:36.825676 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:36.826044 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:36.826397 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:36.826744 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:36.827084 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:36.827411 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:36.827748 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:36.828087 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:36.828842 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:36.828842 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:36.829083 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:36.829838 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:36.858579 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f2afa-b237-49de-9918-b651751e0612 req-12db5bd3-9376-47dc-9296-30d47f0ca38d tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:36.859171 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] get_ports_and_sgs() called for port_ids ['876dcbc0-6957-426a-86fc-525cbbd501e9'] {{(pid=116194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 19:02:36.860929 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-572f2afa-b237-49de-9918-b651751e0612 req-12db5bd3-9376-47dc-9296-30d47f0ca38d tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 945 time: 0.0548697 Jun 16 19:02:36.925860 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-572f2afa-b237-49de-9918-b651751e0612 req-aa707938-d58b-4434-b18b-64fbb5c70a63 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583937 Jun 16 19:02:36.955460 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:38.076302 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cea590-9bc2-4683-8473-b60c5c2a66f4 req-605c9d82-677f-4eb0-9f34-d2082e13f85c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:38.080435 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-59cea590-9bc2-4683-8473-b60c5c2a66f4 req-605c9d82-677f-4eb0-9f34-d2082e13f85c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 945 time: 0.0618713 Jun 16 19:02:38.146779 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-59cea590-9bc2-4683-8473-b60c5c2a66f4 req-0309cd26-c480-4212-9868-1695ad53095e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595028 Jun 16 19:02:38.466105 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 876dcbc0-6957-426a-86fc-525cbbd501e9 up at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 19:02:38.516024 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning complete for port 876dcbc0-6957-426a-86fc-525cbbd501e9 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:02:38.516398 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (876dcbc0-6957-426a-86fc-525cbbd501e9), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:38.587253 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 54234) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:02:38.628388 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 876dcbc0-6957-426a-86fc-525cbbd501e9 is: BUILD; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:02:38.628885 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (876dcbc0-6957-426a-86fc-525cbbd501e9), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:38.671264 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 876dcbc0-6957-426a-86fc-525cbbd501e9, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=876dcbc0-6957-426a-86fc-525cbbd501e9,segment=NetworkSegment(2d327e91-41ae-4018-ab9b-16723f98bb9d),segment_id=2d327e91-41ae-4018-ab9b-16723f98bb9d)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:02:38.672419 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ad0030-d602-4eda-932c-e5a9ff1a7339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876dcbc0-6957-426a-86fc-525cbbd501e9'}] {{(pid=116194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:02:38.674890 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c514dfdaa64f5ff94ef0a30f0983ecc87ad84dbda33c755e7db481fe7439434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590f2456-6b8f-451b-ae5a-f17698189f09" -d '{"events": [{"server_uuid": "33ad0030-d602-4eda-932c-e5a9ff1a7339", "name": "network-vif-plugged", "status": "completed", "tag": "876dcbc0-6957-426a-86fc-525cbbd501e9"}]}' {{(pid=116194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:02:38.727149 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-51cc231a-89d1-423f-8fbb-2a61fdc6f250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:38.743385 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 19:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9dd5d44-eb82-4dbe-8e40-691d4d507904 x-openstack-request-id: req-d9dd5d44-eb82-4dbe-8e40-691d4d507904 {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:02:38.743778 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ad0030-d602-4eda-932c-e5a9ff1a7339", "name": "network-vif-plugged", "status": "completed", "tag": "876dcbc0-6957-426a-86fc-525cbbd501e9", "code": 200}]} {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:02:38.744159 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d9dd5d44-eb82-4dbe-8e40-691d4d507904 {{(pid=116194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:02:38.744624 dv-cinder-846171-1-iscsi neutron-server[116194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9dd5d44-eb82-4dbe-8e40-691d4d507904'] response: {'server_uuid': '33ad0030-d602-4eda-932c-e5a9ff1a7339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876dcbc0-6957-426a-86fc-525cbbd501e9', 'code': 200} Jun 16 19:02:38.746585 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (876dcbc0-6957-426a-86fc-525cbbd501e9), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:38.813434 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=876dcbc0-6957-426a-86fc-525cbbd501e9,revision_number=7']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:38.839095 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-51cc231a-89d1-423f-8fbb-2a61fdc6f250 admin admin] Publish callbacks [] for security_group (2e1a99e4-e401-4ba0-a345-24a3ae4f688b), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:38.912491 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-51cc231a-89d1-423f-8fbb-2a61fdc6f250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (2e1a99e4-e401-4ba0-a345-24a3ae4f688b), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:38.968868 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc231a-89d1-423f-8fbb-2a61fdc6f250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1a99e4-e401-4ba0-a345-24a3ae4f688b,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:38.983555 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-51cc231a-89d1-423f-8fbb-2a61fdc6f250 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e7ca231f49ed475c8e41410f82c97ff6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3947675 Jun 16 19:02:38.986775 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 54240) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:02:39.034468 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-55ce8559-da64-4f19-bf50-23fd3c8df763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:39.046536 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-14ad343c-f12b-435d-90e3-09e791fe63a4 admin admin] Publish callbacks [] for security_group (2e1a99e4-e401-4ba0-a345-24a3ae4f688b), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:39.070688 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-14ad343c-f12b-435d-90e3-09e791fe63a4 admin admin] Publish callbacks [] for security_group (2e1a99e4-e401-4ba0-a345-24a3ae4f688b), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:39.198030 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-14ad343c-f12b-435d-90e3-09e791fe63a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (2e1a99e4-e401-4ba0-a345-24a3ae4f688b), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:39.200582 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-14ad343c-f12b-435d-90e3-09e791fe63a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:39.205100 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-14ad343c-f12b-435d-90e3-09e791fe63a4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2e1a99e4-e401-4ba0-a345-24a3ae4f688b HTTP/1.1" status: 204 len: 168 time: 0.2162268 Jun 16 19:02:39.215701 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad343c-f12b-435d-90e3-09e791fe63a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1a99e4-e401-4ba0-a345-24a3ae4f688b,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:39.314837 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eaafeb-13ce-48fd-94a7-bdebdbd10eaf req-dc67fb31-6b5d-4281-b911-82e94278c100 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:39.317226 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a2eaafeb-13ce-48fd-94a7-bdebdbd10eaf req-dc67fb31-6b5d-4281-b911-82e94278c100 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 946 time: 0.0576541 Jun 16 19:02:39.391693 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a2eaafeb-13ce-48fd-94a7-bdebdbd10eaf req-a3bc5695-9a02-4098-8af3-ffc5245432f0 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672522 Jun 16 19:02:40.188747 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 54258) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:02:40.202537 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-b7929635-cc98-41e3-9d8a-491014668447 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:40.284253 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:40.302391 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-b7929635-cc98-41e3-9d8a-491014668447 admin admin] Publish callbacks [] for security_group (72cc1502-5c84-4bcf-9884-d369b7ef64d4), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:40.369472 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-b7929635-cc98-41e3-9d8a-491014668447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (72cc1502-5c84-4bcf-9884-d369b7ef64d4), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:40.374880 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:40.390719 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=10 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:40.442943 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 54266) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:02:40.451392 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-b7929635-cc98-41e3-9d8a-491014668447 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b9105cca9a5a4e0c94b4ffed4aaa5f49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2614255 Jun 16 19:02:40.458140 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7929635-cc98-41e3-9d8a-491014668447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cc1502-5c84-4bcf-9884-d369b7ef64d4,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:40.470935 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7929635-cc98-41e3-9d8a-491014668447 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:40.477600 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7929635-cc98-41e3-9d8a-491014668447 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:40.478187 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7929635-cc98-41e3-9d8a-491014668447 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:40.478600 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7929635-cc98-41e3-9d8a-491014668447 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:40.479029 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7929635-cc98-41e3-9d8a-491014668447 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:40.479436 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7929635-cc98-41e3-9d8a-491014668447 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:40.479853 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7929635-cc98-41e3-9d8a-491014668447 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:40.480234 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7929635-cc98-41e3-9d8a-491014668447 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:40.480633 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7929635-cc98-41e3-9d8a-491014668447 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:40.481034 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7929635-cc98-41e3-9d8a-491014668447 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:40.481542 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7929635-cc98-41e3-9d8a-491014668447 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:40.481945 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7929635-cc98-41e3-9d8a-491014668447 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:40.488681 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7929635-cc98-41e3-9d8a-491014668447 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:40.489145 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7929635-cc98-41e3-9d8a-491014668447 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:40.491138 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7929635-cc98-41e3-9d8a-491014668447 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:02:40.565179 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd15404-9390-4a31-a334-805fcdaf527a req-ed57b1f6-9dd4-4515-85ae-fed50b999662 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:40.566721 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1fd15404-9390-4a31-a334-805fcdaf527a req-ed57b1f6-9dd4-4515-85ae-fed50b999662 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 946 time: 0.0558271 Jun 16 19:02:40.603573 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-570c8296-e7c6-47f2-bc8a-ab1535623fe0 admin admin] Publish callbacks [] for security_group (72cc1502-5c84-4bcf-9884-d369b7ef64d4), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:40.629109 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-570c8296-e7c6-47f2-bc8a-ab1535623fe0 admin admin] Publish callbacks [] for security_group (72cc1502-5c84-4bcf-9884-d369b7ef64d4), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:40.692156 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:40.707639 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1fd15404-9390-4a31-a334-805fcdaf527a req-65e4fe7c-6b3e-4a6b-83e3-988592aa8d3c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1260462 Jun 16 19:02:40.827505 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-570c8296-e7c6-47f2-bc8a-ab1535623fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (72cc1502-5c84-4bcf-9884-d369b7ef64d4), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:40.830260 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-570c8296-e7c6-47f2-bc8a-ab1535623fe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:40.831752 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-570c8296-e7c6-47f2-bc8a-ab1535623fe0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/72cc1502-5c84-4bcf-9884-d369b7ef64d4 HTTP/1.1" status: 204 len: 168 time: 0.3877792 Jun 16 19:02:40.847883 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c8296-e7c6-47f2-bc8a-ab1535623fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cc1502-5c84-4bcf-9884-d369b7ef64d4,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:41.541555 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:41.851333 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e021dc-14dc-453a-a17d-07c4391e4dae req-20097946-d6a3-428d-b5b7-71ed305335f5 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:41.863999 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-56e021dc-14dc-453a-a17d-07c4391e4dae req-20097946-d6a3-428d-b5b7-71ed305335f5 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 946 time: 0.0637741 Jun 16 19:02:41.884034 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:41.918616 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-56e021dc-14dc-453a-a17d-07c4391e4dae req-7df5084e-7a38-4696-aac4-fb5b457b97c0 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0582647 Jun 16 19:02:42.090196 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:43.039357 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207022f2-b7c8-4717-837e-9301d4639b0a req-8cd7e985-4d02-46ab-b885-236e9c062d4c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:43.040840 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-207022f2-b7c8-4717-837e-9301d4639b0a req-8cd7e985-4d02-46ab-b885-236e9c062d4c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 946 time: 0.0509307 Jun 16 19:02:43.094252 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-207022f2-b7c8-4717-837e-9301d4639b0a req-964eb0f0-91d5-4e04-a618-3f34b95b5b55 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478308 Jun 16 19:02:44.100946 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=2 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:44.268958 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa036225-c99d-4172-becd-ece89fcbc46c req-74af5f36-4c27-4b35-8864-23c51a7eefcd tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:44.276134 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-aa036225-c99d-4172-becd-ece89fcbc46c req-74af5f36-4c27-4b35-8864-23c51a7eefcd tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 946 time: 0.0599048 Jun 16 19:02:44.327779 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-aa036225-c99d-4172-becd-ece89fcbc46c req-4fac814d-6302-4f58-99ae-8faf12ba17bb tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507495 Jun 16 19:02:45.467462 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aca67e-4231-44dd-abb1-44f30ade55f4 req-ef8e60b6-f8b6-47e3-b91f-9a71eae66d48 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:45.468932 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-30aca67e-4231-44dd-abb1-44f30ade55f4 req-ef8e60b6-f8b6-47e3-b91f-9a71eae66d48 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 946 time: 0.0516758 Jun 16 19:02:45.549887 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-30aca67e-4231-44dd-abb1-44f30ade55f4 req-47712693-1483-45bd-817d-4c5aee2e4c25 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708454 Jun 16 19:02:46.663420 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2688775-bb75-4948-8ab4-56a2622f9900 req-be18b19f-69d0-4b1a-b572-e1ea0664a70e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:46.665680 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a2688775-bb75-4948-8ab4-56a2622f9900 req-be18b19f-69d0-4b1a-b572-e1ea0664a70e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 946 time: 0.0499122 Jun 16 19:02:46.715059 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a2688775-bb75-4948-8ab4-56a2622f9900 req-80b619cf-d8ca-4baa-963d-82ac4af53d40 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435071 Jun 16 19:02:47.838187 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551a397-3fac-4efa-8578-1f6d44bc2d65 req-7d9ceb68-5851-475b-aae8-078433151974 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:47.839805 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7551a397-3fac-4efa-8578-1f6d44bc2d65 req-7d9ceb68-5851-475b-aae8-078433151974 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 946 time: 0.0496733 Jun 16 19:02:47.888245 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7551a397-3fac-4efa-8578-1f6d44bc2d65 req-e70c0ddb-eeb1-4ff8-8670-9b99bcb141cb tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428305 Jun 16 19:02:48.304019 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92293fa2-d9ab-4e49-b377-9803bace9a10 req-806aaa66-d7ec-4778-921b-45f38fadbd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:48.306671 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-92293fa2-d9ab-4e49-b377-9803bace9a10 req-806aaa66-d7ec-4778-921b-45f38fadbd6f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0b607bd5abec4c72842e250a639f99f1&device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 1130 time: 0.0445354 Jun 16 19:02:48.400331 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92293fa2-d9ab-4e49-b377-9803bace9a10 req-3964dca6-b3f0-439b-8e5b-8570ca9107c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:48.401987 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-92293fa2-d9ab-4e49-b377-9803bace9a10 req-3964dca6-b3f0-439b-8e5b-8570ca9107c3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b63c6cac-d1b4-42bd-9dde-7d5291a4c111 HTTP/1.1" status: 200 len: 918 time: 0.0887158 Jun 16 19:02:48.471047 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-92293fa2-d9ab-4e49-b377-9803bace9a10 req-24cb3b08-1a4f-4b48-ba0a-4d5e9e46b47f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=876dcbc0-6957-426a-86fc-525cbbd501e9 HTTP/1.1" status: 200 len: 1001 time: 0.0623274 Jun 16 19:02:48.524222 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92293fa2-d9ab-4e49-b377-9803bace9a10 req-39a39ca0-4dfa-408f-ac7e-aaa0ff0c21d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:48.525143 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-92293fa2-d9ab-4e49-b377-9803bace9a10 req-39a39ca0-4dfa-408f-ac7e-aaa0ff0c21d0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fe716360-4f3c-4c62-9220-aaf7aa3a7a1f HTTP/1.1" status: 200 len: 855 time: 0.0469863 Jun 16 19:02:48.570197 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92293fa2-d9ab-4e49-b377-9803bace9a10 req-a8a043ad-3728-4c42-b0b0-e07b59153680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:48.571760 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-92293fa2-d9ab-4e49-b377-9803bace9a10 req-a8a043ad-3728-4c42-b0b0-e07b59153680 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b63c6cac-d1b4-42bd-9dde-7d5291a4c111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393789 Jun 16 19:02:48.672623 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-92293fa2-d9ab-4e49-b377-9803bace9a10 req-24ed9cf0-22bf-4028-a27a-154c6b67d692 service neutron] 10.222.0.66 "GET /v2.0/networks/b63c6cac-d1b4-42bd-9dde-7d5291a4c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918314 Jun 16 19:02:48.705880 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:48.763365 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-92293fa2-d9ab-4e49-b377-9803bace9a10 req-5f4ec5ac-22e0-4f99-bdcc-4ab8ebadd986 service neutron] 10.222.0.66 "GET /v2.0/networks/b63c6cac-d1b4-42bd-9dde-7d5291a4c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840259 Jun 16 19:02:48.972644 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 54414) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:02:49.015523 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b4365-6206-45da-b677-5783f0b6ee53 req-97d4acff-d10b-49cf-a9dd-a99cdb1ffacb tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:49.017004 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-357b4365-6206-45da-b677-5783f0b6ee53 req-97d4acff-d10b-49cf-a9dd-a99cdb1ffacb tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 946 time: 0.0560455 Jun 16 19:02:49.048471 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:49.065847 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-357b4365-6206-45da-b677-5783f0b6ee53 req-fdafd71c-99c0-419b-802e-9cf7cb63b226 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431297 Jun 16 19:02:49.099682 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f381dde7-3619-49c5-b5ae-66dabd6463c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:49.173885 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f381dde7-3619-49c5-b5ae-66dabd6463c2 admin admin] Publish callbacks [] for security_group (3bbaf72c-0166-41b5-bac2-df259179c05c), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:49.244556 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f381dde7-3619-49c5-b5ae-66dabd6463c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (3bbaf72c-0166-41b5-bac2-df259179c05c), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:49.284843 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-f381dde7-3619-49c5-b5ae-66dabd6463c2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5b499b486fd94f5ab2573883613bb213&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3110704 Jun 16 19:02:49.285747 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f381dde7-3619-49c5-b5ae-66dabd6463c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbaf72c-0166-41b5-bac2-df259179c05c,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:49.287710 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 54418) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:02:49.339355 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-eaa8e827-0db8-449d-b385-447597a1400e admin admin] Publish callbacks [] for security_group (3bbaf72c-0166-41b5-bac2-df259179c05c), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:49.360389 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-eaa8e827-0db8-449d-b385-447597a1400e admin admin] Publish callbacks [] for security_group (3bbaf72c-0166-41b5-bac2-df259179c05c), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:49.455858 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-eaa8e827-0db8-449d-b385-447597a1400e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (3bbaf72c-0166-41b5-bac2-df259179c05c), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:49.458416 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-eaa8e827-0db8-449d-b385-447597a1400e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:49.459584 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-eaa8e827-0db8-449d-b385-447597a1400e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3bbaf72c-0166-41b5-bac2-df259179c05c HTTP/1.1" status: 204 len: 168 time: 0.1709037 Jun 16 19:02:49.468611 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8e827-0db8-449d-b385-447597a1400e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbaf72c-0166-41b5-bac2-df259179c05c,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:49.990067 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 54428) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:02:50.003909 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-cca06887-18d3-4ba3-bec3-bb2add23c49a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:50.078455 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-cca06887-18d3-4ba3-bec3-bb2add23c49a admin admin] Publish callbacks [] for security_group (fb6b4764-e4c7-4b8f-8cf5-4113728717bd), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:50.118101 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-cca06887-18d3-4ba3-bec3-bb2add23c49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (fb6b4764-e4c7-4b8f-8cf5-4113728717bd), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:50.158703 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-cca06887-18d3-4ba3-bec3-bb2add23c49a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7f678bf800a04c2285fc925a431b7d46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1675320 Jun 16 19:02:50.159596 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca06887-18d3-4ba3-bec3-bb2add23c49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6b4764-e4c7-4b8f-8cf5-4113728717bd,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:50.162787 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 54432) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:02:50.187814 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5096f-9ac7-4bfd-a316-32762d04886e req-1c7003a6-15f3-4270-8753-659c662004fe tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:50.189306 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4af5096f-9ac7-4bfd-a316-32762d04886e req-1c7003a6-15f3-4270-8753-659c662004fe tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 946 time: 0.0485013 Jun 16 19:02:50.214961 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a6558a31-7f3a-40bf-8e09-233627503f75 admin admin] Publish callbacks [] for security_group (fb6b4764-e4c7-4b8f-8cf5-4113728717bd), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:50.236471 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a6558a31-7f3a-40bf-8e09-233627503f75 admin admin] Publish callbacks [] for security_group (fb6b4764-e4c7-4b8f-8cf5-4113728717bd), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:50.239130 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4af5096f-9ac7-4bfd-a316-32762d04886e req-4b7e6831-2d94-486c-99fd-fa874bf62318 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441227 Jun 16 19:02:50.358997 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a6558a31-7f3a-40bf-8e09-233627503f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (fb6b4764-e4c7-4b8f-8cf5-4113728717bd), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:50.361536 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a6558a31-7f3a-40bf-8e09-233627503f75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:50.364991 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-a6558a31-7f3a-40bf-8e09-233627503f75 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fb6b4764-e4c7-4b8f-8cf5-4113728717bd HTTP/1.1" status: 204 len: 168 time: 0.1988392 Jun 16 19:02:50.376099 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6558a31-7f3a-40bf-8e09-233627503f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6b4764-e4c7-4b8f-8cf5-4113728717bd,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:51.365912 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273f09a-804a-4beb-9f91-14a57711fdff req-87c6fbb5-c11c-4031-99cb-26ad6b2186ae tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:51.367101 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6273f09a-804a-4beb-9f91-14a57711fdff req-87c6fbb5-c11c-4031-99cb-26ad6b2186ae tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 946 time: 0.0475910 Jun 16 19:02:51.413827 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6273f09a-804a-4beb-9f91-14a57711fdff req-d733c6aa-3146-4c3b-96fb-688b0922487e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410371 Jun 16 19:02:52.529771 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 876dcbc0-6957-426a-86fc-525cbbd501e9 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:02:52.606682 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 876dcbc0-6957-426a-86fc-525cbbd501e9 is: ACTIVE; New status is: DOWN {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:02:52.607078 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (876dcbc0-6957-426a-86fc-525cbbd501e9), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:52.631270 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ad0030-d602-4eda-932c-e5a9ff1a7339', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '876dcbc0-6957-426a-86fc-525cbbd501e9'}] {{(pid=116194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:02:52.633537 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c514dfdaa64f5ff94ef0a30f0983ecc87ad84dbda33c755e7db481fe7439434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9a1af9-611e-452f-b249-2d735fc1e951" -d '{"events": [{"server_uuid": "33ad0030-d602-4eda-932c-e5a9ff1a7339", "name": "network-vif-unplugged", "status": "completed", "tag": "876dcbc0-6957-426a-86fc-525cbbd501e9"}]}' {{(pid=116194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:02:52.646672 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 876dcbc0-6957-426a-86fc-525cbbd501e9, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=876dcbc0-6957-426a-86fc-525cbbd501e9,segment=NetworkSegment(2d327e91-41ae-4018-ab9b-16723f98bb9d),segment_id=2d327e91-41ae-4018-ab9b-16723f98bb9d)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:02:52.668055 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 16 Jun 2022 19:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b963525-2cab-4b87-aead-8ed9e9396891 x-openstack-request-id: req-3b963525-2cab-4b87-aead-8ed9e9396891 {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:02:52.668336 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ad0030-d602-4eda-932c-e5a9ff1a7339", "name": "network-vif-unplugged", "status": "failed", "tag": "876dcbc0-6957-426a-86fc-525cbbd501e9", "code": 422}]} {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:02:52.668590 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3b963525-2cab-4b87-aead-8ed9e9396891 {{(pid=116194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:02:52.668994 dv-cinder-846171-1-iscsi neutron-server[116194]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3b963525-2cab-4b87-aead-8ed9e9396891']: {'server_uuid': '33ad0030-d602-4eda-932c-e5a9ff1a7339', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '876dcbc0-6957-426a-86fc-525cbbd501e9', 'code': 422} returned with failed status Jun 16 19:02:52.724748 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (876dcbc0-6957-426a-86fc-525cbbd501e9), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:52.773466 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=876dcbc0-6957-426a-86fc-525cbbd501e9,revision_number=8']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:53.413686 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642ef0d-1bf1-4d60-b9ba-c33aee299110 req-2216586a-0400-4f91-a492-8bc54539ec1b tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:53.415317 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5642ef0d-1bf1-4d60-b9ba-c33aee299110 req-2216586a-0400-4f91-a492-8bc54539ec1b tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 944 time: 0.0589488 Jun 16 19:02:53.469620 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5642ef0d-1bf1-4d60-b9ba-c33aee299110 req-5454d594-6b6f-4fac-a0f2-9153e8f5fbd0 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467842 Jun 16 19:02:53.848630 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-633c9174-97be-4e8d-83e7-5633e29fdf6e req-0174105f-7dcb-46c0-a022-20740a58f35e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0432420 Jun 16 19:02:53.927479 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c9174-97be-4e8d-83e7-5633e29fdf6e req-d87851dd-a355-428b-a376-aa1899320ba1 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:53.928878 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-633c9174-97be-4e8d-83e7-5633e29fdf6e req-d87851dd-a355-428b-a376-aa1899320ba1 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports/876dcbc0-6957-426a-86fc-525cbbd501e9 HTTP/1.1" status: 200 len: 941 time: 0.0482526 Jun 16 19:02:54.447447 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4fb370-555a-468a-9d1d-f3a6af1490eb req-124d0028-ada4-4042-9b94-0f44abcfc3bb tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:54.448993 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2d4fb370-555a-468a-9d1d-f3a6af1490eb req-124d0028-ada4-4042-9b94-0f44abcfc3bb tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=effe0963-698f-48d6-adf3-6b53bf88e09c HTTP/1.1" status: 200 len: 945 time: 0.0462682 Jun 16 19:02:54.497680 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2d4fb370-555a-468a-9d1d-f3a6af1490eb req-f972ac85-a468-4da3-b43f-f43054678d93 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=3664d753-5ac2-4124-bd8c-38519eb7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426891 Jun 16 19:02:54.596650 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e0630-02ab-4363-80eb-aff821b8c5ff req-44cfff04-0f98-46d5-9745-9e8c311915b0 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:54.598154 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d34e0630-02ab-4363-80eb-aff821b8c5ff req-44cfff04-0f98-46d5-9745-9e8c311915b0 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 944 time: 0.0503864 Jun 16 19:02:54.871153 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d34e0630-02ab-4363-80eb-aff821b8c5ff req-2574b3ca-25ed-4cc2-8d24-d297ad000046 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2666025 Jun 16 19:02:55.614690 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2b72b-d14d-44d6-84a4-41716a8c9b22 req-dd920d85-691f-43e3-a79c-8e5ebfa10d0e tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:55.616774 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-19d2b72b-d14d-44d6-84a4-41716a8c9b22 req-dd920d85-691f-43e3-a79c-8e5ebfa10d0e tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=effe0963-698f-48d6-adf3-6b53bf88e09c HTTP/1.1" status: 200 len: 945 time: 0.0495429 Jun 16 19:02:55.666308 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-19d2b72b-d14d-44d6-84a4-41716a8c9b22 req-b6ce3c0f-2fe5-4445-a115-f76fcc8f6e8a tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=3664d753-5ac2-4124-bd8c-38519eb7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429571 Jun 16 19:02:55.998189 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056011ab-b06a-45eb-978c-07b25fd546e2 req-a4cd7b0a-0e41-45d8-b5b5-7ca42924ef18 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:55.999673 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-056011ab-b06a-45eb-978c-07b25fd546e2 req-a4cd7b0a-0e41-45d8-b5b5-7ca42924ef18 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 944 time: 0.0547431 Jun 16 19:02:56.023009 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:56.046926 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:56.051562 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-056011ab-b06a-45eb-978c-07b25fd546e2 req-aba9f34a-7090-4044-a4b0-6b6a66adb4f5 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457704 Jun 16 19:02:56.132576 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580f131-b326-4a18-9a77-6e572d1f40ea req-17106ddb-0127-4a4b-a549-059091340077 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:56.134069 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8580f131-b326-4a18-9a77-6e572d1f40ea req-17106ddb-0127-4a4b-a549-059091340077 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.66 "GET /v2.0/ports?device_id=effe0963-698f-48d6-adf3-6b53bf88e09c HTTP/1.1" status: 200 len: 945 time: 0.0467567 Jun 16 19:02:56.224832 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-8580f131-b326-4a18-9a77-6e572d1f40ea req-5f47204e-9610-470f-8420-ffe180f71a9a tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Deleting port 883851d6-ca58-4dd2-9dcf-af84a9421688 {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:02:56.225095 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-8580f131-b326-4a18-9a77-6e572d1f40ea req-5f47204e-9610-470f-8420-ffe180f71a9a tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (883851d6-ca58-4dd2-9dcf-af84a9421688), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:56.319741 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-8580f131-b326-4a18-9a77-6e572d1f40ea req-5f47204e-9610-470f-8420-ffe180f71a9a tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] For port 883851d6-ca58-4dd2-9dcf-af84a9421688, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=883851d6-ca58-4dd2-9dcf-af84a9421688,segment=NetworkSegment(ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e),segment_id=ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:02:56.320118 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-8580f131-b326-4a18-9a77-6e572d1f40ea req-5f47204e-9610-470f-8420-ffe180f71a9a tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (883851d6-ca58-4dd2-9dcf-af84a9421688), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:56.510815 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c9174-97be-4e8d-83e7-5633e29fdf6e req-910735c0-af00-43dd-9885-b5d75fa0b126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:56.512181 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-633c9174-97be-4e8d-83e7-5633e29fdf6e req-910735c0-af00-43dd-9885-b5d75fa0b126 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339&tenant_id=0b607bd5abec4c72842e250a639f99f1 HTTP/1.1" status: 200 len: 1128 time: 0.0561817 Jun 16 19:02:56.515040 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-8580f131-b326-4a18-9a77-6e572d1f40ea req-5f47204e-9610-470f-8420-ffe180f71a9a tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:56.515394 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-8580f131-b326-4a18-9a77-6e572d1f40ea req-5f47204e-9610-470f-8420-ffe180f71a9a tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8340165'] for floatingip (7927fb8e-f5c7-4b79-952f-402d9839df5c), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:56.515703 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.db.l3_db [req-8580f131-b326-4a18-9a77-6e572d1f40ea req-5f47204e-9610-470f-8420-ffe180f71a9a tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Floating IP 7927fb8e-f5c7-4b79-952f-402d9839df5c disassociated. External IP: 172.27.0.149, port: 883851d6-ca58-4dd2-9dcf-af84a9421688. Jun 16 19:02:56.516060 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-8580f131-b326-4a18-9a77-6e572d1f40ea req-5f47204e-9610-470f-8420-ffe180f71a9a tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Calling delete_port for 883851d6-ca58-4dd2-9dcf-af84a9421688 owned by compute:nova {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:02:56.605507 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c9174-97be-4e8d-83e7-5633e29fdf6e req-eaaea710-9ed8-405c-88f7-92dbec15b481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:56.607000 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-633c9174-97be-4e8d-83e7-5633e29fdf6e req-eaaea710-9ed8-405c-88f7-92dbec15b481 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0b607bd5abec4c72842e250a639f99f1&device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 1128 time: 0.0527077 Jun 16 19:02:56.776312 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:56.779994 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c9174-97be-4e8d-83e7-5633e29fdf6e req-e7524e37-9dac-4699-9063-c6dbc3416daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:56.781876 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-633c9174-97be-4e8d-83e7-5633e29fdf6e req-e7524e37-9dac-4699-9063-c6dbc3416daf service neutron] 10.222.0.66 "GET /v2.0/networks?id=b63c6cac-d1b4-42bd-9dde-7d5291a4c111 HTTP/1.1" status: 200 len: 918 time: 0.1613507 Jun 16 19:02:56.804574 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583707f2-948c-4e4d-8c47-fdbf09beaf65 req-0a928747-fccf-4d0f-8c15-1c7e7d6abf13 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:56.806079 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-583707f2-948c-4e4d-8c47-fdbf09beaf65 req-0a928747-fccf-4d0f-8c15-1c7e7d6abf13 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=effe0963-698f-48d6-adf3-6b53bf88e09c HTTP/1.1" status: 200 len: 945 time: 0.0688279 Jun 16 19:02:56.845340 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-8580f131-b326-4a18-9a77-6e572d1f40ea req-5f47204e-9610-470f-8420-ffe180f71a9a tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (883851d6-ca58-4dd2-9dcf-af84a9421688), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:56.903087 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f47204e-9610-470f-8420-ffe180f71a9a tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Pushing event deleted for resources: {'Port': ['ID=883851d6-ca58-4dd2-9dcf-af84a9421688,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:56.908247 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-633c9174-97be-4e8d-83e7-5633e29fdf6e req-89a4ac59-58ea-43ab-af80-6ea41c3a1ae6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=876dcbc0-6957-426a-86fc-525cbbd501e9 HTTP/1.1" status: 200 len: 999 time: 0.1207461 Jun 16 19:02:56.963712 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-583707f2-948c-4e4d-8c47-fdbf09beaf65 req-fa69a4ec-6c90-4b94-a9db-63939f75d1c1 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups?id=3664d753-5ac2-4124-bd8c-38519eb7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306920 Jun 16 19:02:57.002651 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:57.043922 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c9174-97be-4e8d-83e7-5633e29fdf6e req-88541b80-1434-4fa6-b8bf-3c69ee70f999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:57.045570 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-633c9174-97be-4e8d-83e7-5633e29fdf6e req-88541b80-1434-4fa6-b8bf-3c69ee70f999 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fe716360-4f3c-4c62-9220-aaf7aa3a7a1f HTTP/1.1" status: 200 len: 855 time: 0.1307023 Jun 16 19:02:57.109361 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8580f131-b326-4a18-9a77-6e572d1f40ea req-5f47204e-9610-470f-8420-ffe180f71a9a tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Router 02a4af30-ebf9-4c0d-91a5-45f6ebe56408 has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 19:02:57.110713 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c9174-97be-4e8d-83e7-5633e29fdf6e req-4247a90b-b90b-4b9b-92ab-c5d371fd424a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:57.112294 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-633c9174-97be-4e8d-83e7-5633e29fdf6e req-4247a90b-b90b-4b9b-92ab-c5d371fd424a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b63c6cac-d1b4-42bd-9dde-7d5291a4c111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607395 Jun 16 19:02:57.288341 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c86906-81d9-4a49-b356-379f756d045b req-85612e2b-35fa-48dd-8915-5814e98df7b5 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:57.289907 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-10c86906-81d9-4a49-b356-379f756d045b req-85612e2b-35fa-48dd-8915-5814e98df7b5 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 944 time: 0.1601157 Jun 16 19:02:57.369427 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-633c9174-97be-4e8d-83e7-5633e29fdf6e req-155a1979-e678-498c-9c67-71cc99d76583 service neutron] 10.222.0.66 "GET /v2.0/networks/b63c6cac-d1b4-42bd-9dde-7d5291a4c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483721 Jun 16 19:02:57.387691 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8580f131-b326-4a18-9a77-6e572d1f40ea req-5f47204e-9610-470f-8420-ffe180f71a9a tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:02:57.396472 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-10c86906-81d9-4a49-b356-379f756d045b req-bc80158a-1e18-4e6c-a43e-980a24bec5ad tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0980906 Jun 16 19:02:57.398423 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08692ba4-af77-4c15-ba84-c022e39ecfc5 None None] Sync routers for ids ['02a4af30-ebf9-4c0d-91a5-45f6ebe56408'] in dv-cinder-846171-1-iscsi {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:02:57.412640 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08692ba4-af77-4c15-ba84-c022e39ecfc5 None None] Routers {'02a4af30-ebf9-4c0d-91a5-45f6ebe56408'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:02:57.413819 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-08692ba4-af77-4c15-ba84-c022e39ecfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:02:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['02a4af30-ebf9-4c0d-91a5-45f6ebe56408'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:02:57.479758 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [req-8580f131-b326-4a18-9a77-6e572d1f40ea req-5f47204e-9610-470f-8420-ffe180f71a9a tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] No DVR routers for this DVR port 883851d6-ca58-4dd2-9dcf-af84a9421688 on host hv-cinder-84617 {{(pid=116193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 19:02:57.483340 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-8580f131-b326-4a18-9a77-6e572d1f40ea req-5f47204e-9610-470f-8420-ffe180f71a9a tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:57.486632 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8580f131-b326-4a18-9a77-6e572d1f40ea req-5f47204e-9610-470f-8420-ffe180f71a9a tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.66 "DELETE /v2.0/ports/883851d6-ca58-4dd2-9dcf-af84a9421688 HTTP/1.1" status: 204 len: 173 time: 1.3438973 Jun 16 19:02:57.487196 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effe0963-698f-48d6-adf3-6b53bf88e09c', 'name': 'network-vif-deleted', 'tag': '883851d6-ca58-4dd2-9dcf-af84a9421688'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:02:57.489622 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea59350-8b32-4456-93ea-3273a7bc1cc1" -d '{"events": [{"server_uuid": "effe0963-698f-48d6-adf3-6b53bf88e09c", "name": "network-vif-deleted", "tag": "883851d6-ca58-4dd2-9dcf-af84a9421688"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:02:57.527114 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-633c9174-97be-4e8d-83e7-5633e29fdf6e req-d45a6fdc-13e5-4a59-81c9-e3efc2a2e0f9 service neutron] 10.222.0.66 "GET /v2.0/networks/b63c6cac-d1b4-42bd-9dde-7d5291a4c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517677 Jun 16 19:02:57.533119 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 19:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e940ae36-abc1-409d-93fe-b616256b0f8b x-openstack-request-id: req-e940ae36-abc1-409d-93fe-b616256b0f8b {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:02:57.533119 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "effe0963-698f-48d6-adf3-6b53bf88e09c", "name": "network-vif-deleted", "tag": "883851d6-ca58-4dd2-9dcf-af84a9421688", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:02:57.533119 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e940ae36-abc1-409d-93fe-b616256b0f8b {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:02:57.533119 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e940ae36-abc1-409d-93fe-b616256b0f8b'] response: {'server_uuid': 'effe0963-698f-48d6-adf3-6b53bf88e09c', 'name': 'network-vif-deleted', 'tag': '883851d6-ca58-4dd2-9dcf-af84a9421688', 'status': 'completed', 'code': 200} Jun 16 19:02:57.660750 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-08692ba4-af77-4c15-ba84-c022e39ecfc5 None None] Set router 02a4af30-ebf9-4c0d-91a5-45f6ebe56408 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:02:57.730078 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:57.791100 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:57.799862 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:57.858731 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-08692ba4-af77-4c15-ba84-c022e39ecfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'name': 'tempest-AttachVolumeTestJSON-590424765-router', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4c72add9-608c-4847-9311-b73fc20947d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:49Z', 'updated_at': '2022-06-16T18:55:56Z', 'revision_number': 4, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'gw_port': {'id': '4c72add9-608c-4847-9311-b73fc20947d5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:50Z', 'updated_at': '2022-06-16T18:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': 'bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44', 'name': '', 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'mac_address': 'fa:16:3e:7d:3c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f3c0b066-676e-4fae-8d81-100b0457b81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:53Z', 'updated_at': '2022-06-16T18:56:02Z', 'revision_number': 5, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'subnets': [{'id': 'f3c0b066-676e-4fae-8d81-100b0457b81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:02:57.884113 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08692ba4-af77-4c15-ba84-c022e39ecfc5 None None] Checking router: 02a4af30-ebf9-4c0d-91a5-45f6ebe56408 for host: dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:02:57.892508 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08692ba4-af77-4c15-ba84-c022e39ecfc5 None None] Routers {'02a4af30-ebf9-4c0d-91a5-45f6ebe56408'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:02:57.893129 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-08692ba4-af77-4c15-ba84-c022e39ecfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:02:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['02a4af30-ebf9-4c0d-91a5-45f6ebe56408'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:02:57.998700 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-08692ba4-af77-4c15-ba84-c022e39ecfc5 None None] Set router 02a4af30-ebf9-4c0d-91a5-45f6ebe56408 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:02:58.063405 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:58.102854 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1729b81e-a585-44e3-ba11-2c5db1cfa7fb req-df51e446-1352-44d5-985d-fce7f563ef5b tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/ports?device_id=effe0963-698f-48d6-adf3-6b53bf88e09c HTTP/1.1" status: 200 len: 210 time: 0.0489764 Jun 16 19:02:58.222313 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-08692ba4-af77-4c15-ba84-c022e39ecfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'name': 'tempest-AttachVolumeTestJSON-590424765-router', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4c72add9-608c-4847-9311-b73fc20947d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:49Z', 'updated_at': '2022-06-16T18:55:56Z', 'revision_number': 4, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'gw_port': {'id': '4c72add9-608c-4847-9311-b73fc20947d5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:50Z', 'updated_at': '2022-06-16T18:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': 'bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44', 'name': '', 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'mac_address': 'fa:16:3e:7d:3c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f3c0b066-676e-4fae-8d81-100b0457b81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:53Z', 'updated_at': '2022-06-16T18:56:02Z', 'revision_number': 5, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'subnets': [{'id': 'f3c0b066-676e-4fae-8d81-100b0457b81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:02:58.256465 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08692ba4-af77-4c15-ba84-c022e39ecfc5 None None] The sync data for ids ['02a4af30-ebf9-4c0d-91a5-45f6ebe56408'] in dv-cinder-846171-1-iscsi is: [{'id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'name': 'tempest-AttachVolumeTestJSON-590424765-router', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4c72add9-608c-4847-9311-b73fc20947d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:49Z', 'updated_at': '2022-06-16T18:55:56Z', 'revision_number': 4, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'gw_port': {'id': '4c72add9-608c-4847-9311-b73fc20947d5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:50Z', 'updated_at': '2022-06-16T18:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': 'bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44', 'name': '', 'network_id': '64614a18-07e0-43ad-9990-55ab159f858f', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'mac_address': 'fa:16:3e:7d:3c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f3c0b066-676e-4fae-8d81-100b0457b81e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:53Z', 'updated_at': '2022-06-16T18:56:02Z', 'revision_number': 5, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'subnets': [{'id': 'f3c0b066-676e-4fae-8d81-100b0457b81e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:02:58.568933 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f442c-b8f5-4885-894e-c78c22ef4fed req-0b88a57b-fca4-4e6c-80a0-6508f08bacec tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:58.577555 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8c2f442c-b8f5-4885-894e-c78c22ef4fed req-0b88a57b-fca4-4e6c-80a0-6508f08bacec tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 944 time: 0.0782943 Jun 16 19:02:58.639562 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abff17e-58bf-44fd-a44e-2548a10261f2 None None] New status for floating IP 7927fb8e-f5c7-4b79-952f-402d9839df5c: DOWN {{(pid=116195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 19:02:58.675958 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8c2f442c-b8f5-4885-894e-c78c22ef4fed req-c61cab2e-330a-466f-8350-063c5df966db tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0971413 Jun 16 19:02:59.247234 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 54624) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:02:59.308315 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a49838d1-6ad4-417b-8437-31088e582be6 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for security_group (3664d753-5ac2-4124-bd8c-38519eb7dcf9), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:59.342993 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a49838d1-6ad4-417b-8437-31088e582be6 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for security_group (3664d753-5ac2-4124-bd8c-38519eb7dcf9), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:59.491114 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a49838d1-6ad4-417b-8437-31088e582be6 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (3664d753-5ac2-4124-bd8c-38519eb7dcf9), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:59.493854 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a49838d1-6ad4-417b-8437-31088e582be6 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:59.495544 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-a49838d1-6ad4-417b-8437-31088e582be6 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "DELETE /v2.0/security-groups/3664d753-5ac2-4124-bd8c-38519eb7dcf9 HTTP/1.1" status: 204 len: 168 time: 0.2471337 Jun 16 19:02:59.498634 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 54626) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:02:59.511666 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49838d1-6ad4-417b-8437-31088e582be6 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3664d753-5ac2-4124-bd8c-38519eb7dcf9,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:02:59.514042 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.api.v2.resource [None req-a5099bcd-b865-4031-8931-4b7e52815369 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] show failed (client error): The resource could not be found. Jun 16 19:02:59.517842 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-a5099bcd-b865-4031-8931-4b7e52815369 tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "GET /v2.0/security-groups/3664d753-5ac2-4124-bd8c-38519eb7dcf9 HTTP/1.1" status: 404 len: 347 time: 0.0149574 Jun 16 19:02:59.519270 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 54628) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:02:59.634793 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:59.647015 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-fcc28ca9-7e8c-498e-837c-9e5a93f0c71c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Deleting port 41a0b70c-1478-4af1-810a-e6ea5e0e653f {{(pid=116192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:02:59.653160 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-fcc28ca9-7e8c-498e-837c-9e5a93f0c71c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (41a0b70c-1478-4af1-810a-e6ea5e0e653f), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:59.718464 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:02:59.741099 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-fcc28ca9-7e8c-498e-837c-9e5a93f0c71c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (41a0b70c-1478-4af1-810a-e6ea5e0e653f), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:59.741658 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-fcc28ca9-7e8c-498e-837c-9e5a93f0c71c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for floatingip (41a0b70c-1478-4af1-810a-e6ea5e0e653f), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:02:59.759315 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-fcc28ca9-7e8c-498e-837c-9e5a93f0c71c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Calling delete_port for 41a0b70c-1478-4af1-810a-e6ea5e0e653f owned by network:floatingip {{(pid=116192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:02:59.881980 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f144c8-ff22-4223-9b99-659011f9991f req-da568714-6520-417e-980a-e5769c0e84b0 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:02:59.883555 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d1f144c8-ff22-4223-9b99-659011f9991f req-da568714-6520-417e-980a-e5769c0e84b0 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 944 time: 0.1137495 Jun 16 19:03:00.016363 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d1f144c8-ff22-4223-9b99-659011f9991f req-5e481bfe-4b48-4e5f-9e74-9ef2ad19b24e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1255121 Jun 16 19:03:00.136845 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-fcc28ca9-7e8c-498e-837c-9e5a93f0c71c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326567'] for port (41a0b70c-1478-4af1-810a-e6ea5e0e653f), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:00.169886 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc28ca9-7e8c-498e-837c-9e5a93f0c71c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Pushing event deleted for resources: {'Port': ['ID=41a0b70c-1478-4af1-810a-e6ea5e0e653f,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:00.238452 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-fcc28ca9-7e8c-498e-837c-9e5a93f0c71c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks [] for floatingip (7927fb8e-f5c7-4b79-952f-402d9839df5c), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:00.241162 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-fcc28ca9-7e8c-498e-837c-9e5a93f0c71c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for floatingip (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:00.242438 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-fcc28ca9-7e8c-498e-837c-9e5a93f0c71c tempest-AttachVolumeTestJSON-630145281 tempest-AttachVolumeTestJSON-630145281-project] 10.222.0.81 "DELETE /v2.0/floatingips/7927fb8e-f5c7-4b79-952f-402d9839df5c HTTP/1.1" status: 204 len: 168 time: 0.7220554 Jun 16 19:03:00.569733 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 883851d6-ca58-4dd2-9dcf-af84a9421688 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:03:00.609714 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] No Port match for: 883851d6-ca58-4dd2-9dcf-af84a9421688 {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:03:00.610258 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 883851d6-ca58-4dd2-9dcf-af84a9421688 not bound to the agent host hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:03:01.155436 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e6673-5832-462e-b564-286e0bb51c0a req-429c175d-81c7-46f7-a6cd-5e6032686fb3 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:01.157057 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-246e6673-5832-462e-b564-286e0bb51c0a req-429c175d-81c7-46f7-a6cd-5e6032686fb3 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 944 time: 0.0517428 Jun 16 19:03:01.209681 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-246e6673-5832-462e-b564-286e0bb51c0a req-822ec8bb-47bc-42d6-bc98-eaff05916300 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464189 Jun 16 19:03:02.344273 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c68c74-0c8f-4a2d-a577-612efdfa09af req-c7c35de7-7626-49b2-8dbd-f872d9e3779f tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:02.345926 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-78c68c74-0c8f-4a2d-a577-612efdfa09af req-c7c35de7-7626-49b2-8dbd-f872d9e3779f tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 944 time: 0.0571597 Jun 16 19:03:02.407813 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-78c68c74-0c8f-4a2d-a577-612efdfa09af req-7edce8f1-ab12-4f12-8cc5-0e206b4db620 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562124 Jun 16 19:03:03.540231 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a98f56-26fc-4bab-b2ec-53cf82281b82 req-d6b5b505-9372-4fa1-ab17-6bc53067b052 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:03.543127 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-31a98f56-26fc-4bab-b2ec-53cf82281b82 req-d6b5b505-9372-4fa1-ab17-6bc53067b052 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 944 time: 0.0563326 Jun 16 19:03:03.598467 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-31a98f56-26fc-4bab-b2ec-53cf82281b82 req-f3e058b5-ce2d-4475-9327-f6dbddba3c00 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488977 Jun 16 19:03:04.731447 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8b7d4-e3bf-4b6e-b7f0-86364539be19 req-13f64b72-f7db-483d-8fd9-b3f895ed753e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:04.733206 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-dfe8b7d4-e3bf-4b6e-b7f0-86364539be19 req-13f64b72-f7db-483d-8fd9-b3f895ed753e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 944 time: 0.0544021 Jun 16 19:03:04.786897 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-dfe8b7d4-e3bf-4b6e-b7f0-86364539be19 req-4180fe87-c1c5-44cf-99e8-53aad1a961f1 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479968 Jun 16 19:03:05.925521 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737027a-0829-4f21-ab6f-68413cc35e4f req-03000352-12fa-4983-9f17-022e0dd54df2 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:05.927098 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a737027a-0829-4f21-ab6f-68413cc35e4f req-03000352-12fa-4983-9f17-022e0dd54df2 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 944 time: 0.0554645 Jun 16 19:03:06.001732 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a737027a-0829-4f21-ab6f-68413cc35e4f req-aa5096d1-9e15-4b8c-adac-0713c01273f5 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678544 Jun 16 19:03:06.663698 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 54712) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:06.702898 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-56aaa656-3e9d-403c-943d-b35938ed8f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:07.121457 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0887f-a492-4580-80e7-a2914c9b7a7c req-a37b6e2d-54c8-44fe-82cb-9a03d90c2125 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:07.122875 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-47e0887f-a492-4580-80e7-a2914c9b7a7c req-a37b6e2d-54c8-44fe-82cb-9a03d90c2125 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 944 time: 0.0468209 Jun 16 19:03:07.172097 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-47e0887f-a492-4580-80e7-a2914c9b7a7c req-3290054f-3b87-4f24-960c-00728bdbf106 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434515 Jun 16 19:03:07.196187 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1c77b21e-e93c-4781-93fa-e8adf71cb52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8339909'] for router_interface (02a4af30-ebf9-4c0d-91a5-45f6ebe56408), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:07.439175 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:07.449844 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c612ee-b79c-4da6-9740-69f663ee2d0a req-a00352ba-b25e-4b88-8181-34b6b7049e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:07.451767 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-29c612ee-b79c-4da6-9740-69f663ee2d0a req-a00352ba-b25e-4b88-8181-34b6b7049e07 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0b607bd5abec4c72842e250a639f99f1&device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 1128 time: 0.0414488 Jun 16 19:03:07.454264 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-1c77b21e-e93c-4781-93fa-e8adf71cb52a admin admin] Deleting port bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44 {{(pid=116192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:03:07.454604 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1c77b21e-e93c-4781-93fa-e8adf71cb52a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:07.481097 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:07.520023 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=100 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:07.540416 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.db [None req-1c77b21e-e93c-4781-93fa-e8adf71cb52a admin admin] For port bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44,segment=NetworkSegment(ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e),segment_id=ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e)] {{(pid=116192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:03:07.540775 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1c77b21e-e93c-4781-93fa-e8adf71cb52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:07.554277 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-1c77b21e-e93c-4781-93fa-e8adf71cb52a admin admin] Calling delete_port for bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44 owned by network:router_interface {{(pid=116192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:03:07.566819 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c612ee-b79c-4da6-9740-69f663ee2d0a req-6df1454f-40eb-44b9-ba33-ed67c40c0e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:07.573530 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-29c612ee-b79c-4da6-9740-69f663ee2d0a req-6df1454f-40eb-44b9-ba33-ed67c40c0e89 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b63c6cac-d1b4-42bd-9dde-7d5291a4c111 HTTP/1.1" status: 200 len: 918 time: 0.0976975 Jun 16 19:03:07.638365 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-29c612ee-b79c-4da6-9740-69f663ee2d0a req-dbb0e523-4872-4d8d-a419-e2e50e3352dc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=876dcbc0-6957-426a-86fc-525cbbd501e9 HTTP/1.1" status: 200 len: 999 time: 0.0597167 Jun 16 19:03:07.688188 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c612ee-b79c-4da6-9740-69f663ee2d0a req-04277c28-2836-424e-88d2-92d115dbfc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:07.689654 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-29c612ee-b79c-4da6-9740-69f663ee2d0a req-04277c28-2836-424e-88d2-92d115dbfc28 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fe716360-4f3c-4c62-9220-aaf7aa3a7a1f HTTP/1.1" status: 200 len: 855 time: 0.0451698 Jun 16 19:03:07.726676 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:07.732856 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c612ee-b79c-4da6-9740-69f663ee2d0a req-a1104b86-33da-4667-98be-b879746dbdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:07.734387 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-29c612ee-b79c-4da6-9740-69f663ee2d0a req-a1104b86-33da-4667-98be-b879746dbdcc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b63c6cac-d1b4-42bd-9dde-7d5291a4c111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390885 Jun 16 19:03:07.799792 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1c77b21e-e93c-4781-93fa-e8adf71cb52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326567'] for port (bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:07.825471 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77b21e-e93c-4781-93fa-e8adf71cb52a admin admin] Pushing event deleted for resources: {'Port': ['ID=bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:07.829946 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-29c612ee-b79c-4da6-9740-69f663ee2d0a req-1d685043-3f92-4e54-8f6b-448863c13e9d service neutron] 10.222.0.66 "GET /v2.0/networks/b63c6cac-d1b4-42bd-9dde-7d5291a4c111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886605 Jun 16 19:03:07.931303 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-29c612ee-b79c-4da6-9740-69f663ee2d0a req-244b6a09-d1ea-4bb8-bcb7-4257e1719b5d service neutron] 10.222.0.66 "GET /v2.0/networks/b63c6cac-d1b4-42bd-9dde-7d5291a4c111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945458 Jun 16 19:03:07.994026 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1c77b21e-e93c-4781-93fa-e8adf71cb52a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8339541'] for router_interface (02a4af30-ebf9-4c0d-91a5-45f6ebe56408), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:08.201611 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c77b21e-e93c-4781-93fa-e8adf71cb52a admin admin] Router 02a4af30-ebf9-4c0d-91a5-45f6ebe56408 has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 19:03:08.248095 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:08.304741 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c77b21e-e93c-4781-93fa-e8adf71cb52a admin admin] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:03:08.309567 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb0d85-c747-4bb0-a77b-f6682f6ab9ba req-5027044e-a546-47ce-82ca-cfd79c6a09c2 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:08.309567 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3fbb0d85-c747-4bb0-a77b-f6682f6ab9ba req-5027044e-a546-47ce-82ca-cfd79c6a09c2 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 944 time: 0.0602484 Jun 16 19:03:08.311013 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-1c77b21e-e93c-4781-93fa-e8adf71cb52a admin admin] 10.222.0.81 "PUT /v2.0/routers/02a4af30-ebf9-4c0d-91a5-45f6ebe56408/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6464801 Jun 16 19:03:08.312435 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 54730) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:08.316968 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5912edc4-7668-4285-85e6-de84b06d49fe None None] Sync routers for ids ['02a4af30-ebf9-4c0d-91a5-45f6ebe56408'] in dv-cinder-846171-1-iscsi {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:03:08.329103 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5912edc4-7668-4285-85e6-de84b06d49fe None None] Routers {'02a4af30-ebf9-4c0d-91a5-45f6ebe56408'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:03:08.332103 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-5912edc4-7668-4285-85e6-de84b06d49fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:02:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['02a4af30-ebf9-4c0d-91a5-45f6ebe56408'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:03:08.380343 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3fbb0d85-c747-4bb0-a77b-f6682f6ab9ba req-c5165456-6fcd-4a0f-955d-c85eb4d3b13a tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656517 Jun 16 19:03:08.430797 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-39f481eb-89c1-4213-b0c9-39ee64e2794d admin admin] Publish callbacks [] for router (02a4af30-ebf9-4c0d-91a5-45f6ebe56408), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:08.439682 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:08.443933 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-5912edc4-7668-4285-85e6-de84b06d49fe None None] Set router 02a4af30-ebf9-4c0d-91a5-45f6ebe56408 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:03:08.513281 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:08.534440 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-39f481eb-89c1-4213-b0c9-39ee64e2794d admin admin] Publish callbacks [] for router_gateway (02a4af30-ebf9-4c0d-91a5-45f6ebe56408), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:08.599202 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 876dcbc0-6957-426a-86fc-525cbbd501e9 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=116194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 19:03:08.632320 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-5912edc4-7668-4285-85e6-de84b06d49fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'name': 'tempest-AttachVolumeTestJSON-590424765-router', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4c72add9-608c-4847-9311-b73fc20947d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:49Z', 'updated_at': '2022-06-16T19:03:07Z', 'revision_number': 5, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'gw_port': {'id': '4c72add9-608c-4847-9311-b73fc20947d5', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:50Z', 'updated_at': '2022-06-16T18:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi'}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:03:08.634780 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-39f481eb-89c1-4213-b0c9-39ee64e2794d admin admin] Deleting port 4c72add9-608c-4847-9311-b73fc20947d5 {{(pid=116192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:03:08.635819 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-39f481eb-89c1-4213-b0c9-39ee64e2794d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (4c72add9-608c-4847-9311-b73fc20947d5), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:08.673652 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5912edc4-7668-4285-85e6-de84b06d49fe None None] Checking router: 02a4af30-ebf9-4c0d-91a5-45f6ebe56408 for host: dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:03:08.721172 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.db [None req-39f481eb-89c1-4213-b0c9-39ee64e2794d admin admin] For port 4c72add9-608c-4847-9311-b73fc20947d5, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=4c72add9-608c-4847-9311-b73fc20947d5,segment=NetworkSegment(71d34237-f06f-4603-b433-3dd04278adc6),segment_id=71d34237-f06f-4603-b433-3dd04278adc6)] {{(pid=116192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:03:08.722702 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-39f481eb-89c1-4213-b0c9-39ee64e2794d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (4c72add9-608c-4847-9311-b73fc20947d5), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:08.722822 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5912edc4-7668-4285-85e6-de84b06d49fe None None] Routers {'02a4af30-ebf9-4c0d-91a5-45f6ebe56408'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:03:08.722822 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-5912edc4-7668-4285-85e6-de84b06d49fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:02:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['02a4af30-ebf9-4c0d-91a5-45f6ebe56408'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:03:08.738508 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-39f481eb-89c1-4213-b0c9-39ee64e2794d admin admin] Calling delete_port for 4c72add9-608c-4847-9311-b73fc20947d5 owned by network:router_gateway {{(pid=116192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:03:08.826901 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 876dcbc0-6957-426a-86fc-525cbbd501e9, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=876dcbc0-6957-426a-86fc-525cbbd501e9,segment=NetworkSegment(2d327e91-41ae-4018-ab9b-16723f98bb9d),segment_id=2d327e91-41ae-4018-ab9b-16723f98bb9d)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:03:08.835790 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:08.836339 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-5912edc4-7668-4285-85e6-de84b06d49fe None None] Set router 02a4af30-ebf9-4c0d-91a5-45f6ebe56408 gateway port host: None {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:03:08.840763 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=8 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:08.891412 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Returning: {'device': '876dcbc0-6957-426a-86fc-525cbbd501e9', 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111', 'port_id': '876dcbc0-6957-426a-86fc-525cbbd501e9', 'mac_address': 'fa:16:3e:a1:39:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe716360-4f3c-4c62-9220-aaf7aa3a7a1f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 19:03:08.893288 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-5912edc4-7668-4285-85e6-de84b06d49fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'name': 'tempest-AttachVolumeTestJSON-590424765-router', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:49Z', 'updated_at': '2022-06-16T19:03:08Z', 'revision_number': 6, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'gw_port_host': None}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:03:08.922995 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5912edc4-7668-4285-85e6-de84b06d49fe None None] The sync data for ids ['02a4af30-ebf9-4c0d-91a5-45f6ebe56408'] in dv-cinder-846171-1-iscsi is: [{'id': '02a4af30-ebf9-4c0d-91a5-45f6ebe56408', 'name': 'tempest-AttachVolumeTestJSON-590424765-router', 'tenant_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:49Z', 'updated_at': '2022-06-16T19:03:08Z', 'revision_number': 6, 'project_id': 'f9e5f71068aa4d75bcc4578b741f490d', 'gw_port_host': None}] {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:03:08.964591 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 876dcbc0-6957-426a-86fc-525cbbd501e9 is: DOWN; New status is: BUILD {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:03:08.964948 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (876dcbc0-6957-426a-86fc-525cbbd501e9), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:08.967485 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-39f481eb-89c1-4213-b0c9-39ee64e2794d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326567'] for port (4c72add9-608c-4847-9311-b73fc20947d5), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:08.982965 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 876dcbc0-6957-426a-86fc-525cbbd501e9 {{(pid=116194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 19:03:09.001188 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:09.006272 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 876dcbc0-6957-426a-86fc-525cbbd501e9, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=876dcbc0-6957-426a-86fc-525cbbd501e9,segment=NetworkSegment(2d327e91-41ae-4018-ab9b-16723f98bb9d),segment_id=2d327e91-41ae-4018-ab9b-16723f98bb9d)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:03:09.011854 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-b94b781b-8b67-4165-83b7-0fb5cd95cc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:09.086726 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (876dcbc0-6957-426a-86fc-525cbbd501e9), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:09.137082 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=876dcbc0-6957-426a-86fc-525cbbd501e9,revision_number=9']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:09.221279 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f481eb-89c1-4213-b0c9-39ee64e2794d admin admin] Pushing event deleted for resources: {'Port': ['ID=4c72add9-608c-4847-9311-b73fc20947d5,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:09.281094 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-39f481eb-89c1-4213-b0c9-39ee64e2794d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8340098'] for router_gateway (02a4af30-ebf9-4c0d-91a5-45f6ebe56408), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:09.353832 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] get_ports_and_sgs() called for port_ids ['876dcbc0-6957-426a-86fc-525cbbd501e9'] {{(pid=116194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 19:03:09.367964 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-39f481eb-89c1-4213-b0c9-39ee64e2794d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8344715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12082'] for router (02a4af30-ebf9-4c0d-91a5-45f6ebe56408), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:09.370770 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-39f481eb-89c1-4213-b0c9-39ee64e2794d admin admin] Publish callbacks [] for router_controller (02a4af30-ebf9-4c0d-91a5-45f6ebe56408), precommit_delete_associations {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:09.479923 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-39f481eb-89c1-4213-b0c9-39ee64e2794d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8344801'] for router (02a4af30-ebf9-4c0d-91a5-45f6ebe56408), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:09.480926 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f481eb-89c1-4213-b0c9-39ee64e2794d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02a4af30-ebf9-4c0d-91a5-45f6ebe56408 {{(pid=116192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 19:03:09.487740 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-39f481eb-89c1-4213-b0c9-39ee64e2794d admin admin] Publish callbacks [] for router (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:09.491713 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-39f481eb-89c1-4213-b0c9-39ee64e2794d admin admin] 10.222.0.81 "DELETE /v2.0/routers/02a4af30-ebf9-4c0d-91a5-45f6ebe56408 HTTP/1.1" status: 204 len: 168 time: 1.1783311 Jun 16 19:03:09.491962 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 54740) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:09.526627 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6e3d6-32f8-409e-8b6e-c105e648323f req-707c89cb-2cf1-400c-b265-c47572cd1276 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:09.528090 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a9f6e3d6-32f8-409e-8b6e-c105e648323f req-707c89cb-2cf1-400c-b265-c47572cd1276 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 945 time: 0.0728006 Jun 16 19:03:09.561861 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_v2 [None req-83fea495-f1c0-4288-a534-7abff6306439 admin admin] Deleting subnet f3c0b066-676e-4fae-8d81-100b0457b81e {{(pid=116193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 19:03:09.567000 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-83fea495-f1c0-4288-a534-7abff6306439 admin admin] Publish callbacks [] for subnet (f3c0b066-676e-4fae-8d81-100b0457b81e), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:09.621386 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a9f6e3d6-32f8-409e-8b6e-c105e648323f req-36e61726-e8bb-4203-a3a1-2f4e509fbc38 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0869794 Jun 16 19:03:09.623340 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-83fea495-f1c0-4288-a534-7abff6306439 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5912568'] for subnet (f3c0b066-676e-4fae-8d81-100b0457b81e), precommit_delete_associations {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:09.726970 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-83fea495-f1c0-4288-a534-7abff6306439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877176'] for subnet (f3c0b066-676e-4fae-8d81-100b0457b81e), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:09.863623 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-83fea495-f1c0-4288-a534-7abff6306439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5911779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5640598'] for subnet (f3c0b066-676e-4fae-8d81-100b0457b81e), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:10.033145 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44 no longer exists at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:03:10.058015 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] No Port match for: bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44 {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:03:10.058447 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device bc67bbd8-d4b4-4f3d-ad41-a8cf234c6e44 not bound to the agent host dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:03:10.060682 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 4c72add9-608c-4847-9311-b73fc20947d5 no longer exists at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:03:10.077851 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] No Port match for: 4c72add9-608c-4847-9311-b73fc20947d5 {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:03:10.078203 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 4c72add9-608c-4847-9311-b73fc20947d5 not bound to the agent host dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:03:10.138724 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-83fea495-f1c0-4288-a534-7abff6306439 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:10.141951 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-83fea495-f1c0-4288-a534-7abff6306439 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f3c0b066-676e-4fae-8d81-100b0457b81e HTTP/1.1" status: 204 len: 168 time: 0.6490896 Jun 16 19:03:10.142732 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fea495-f1c0-4288-a534-7abff6306439 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3c0b066-676e-4fae-8d81-100b0457b81e,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:10.144539 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 54782) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:10.144689 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00fbd59-c3bd-4cf9-b6d6-c3f789f8411c None None] Network 64614a18-07e0-43ad-9990-55ab159f858f requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 19:03:10.212536 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:10.217656 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b5e2-837f-47e0-820f-92e513f771ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660547'] for network (64614a18-07e0-43ad-9990-55ab159f858f), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:10.265721 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-b7d9b5e2-837f-47e0-820f-92e513f771ca admin admin] Deleting port 1bb02c25-88aa-486f-a96d-d8c50a30e859 {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:03:10.266093 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b5e2-837f-47e0-820f-92e513f771ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (1bb02c25-88aa-486f-a96d-d8c50a30e859), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:10.331839 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [None req-b7d9b5e2-837f-47e0-820f-92e513f771ca admin admin] For port 1bb02c25-88aa-486f-a96d-d8c50a30e859, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=1bb02c25-88aa-486f-a96d-d8c50a30e859,segment=NetworkSegment(ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e),segment_id=ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:03:10.332193 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b5e2-837f-47e0-820f-92e513f771ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (1bb02c25-88aa-486f-a96d-d8c50a30e859), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:10.346363 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-b7d9b5e2-837f-47e0-820f-92e513f771ca admin admin] Calling delete_port for 1bb02c25-88aa-486f-a96d-d8c50a30e859 owned by network:dhcp {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:03:10.351830 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:10.470889 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f5ace1-6213-4c71-8198-5bc086218d7f None None] DHCP port deletion for 64614a18-07e0-43ad-9990-55ab159f858f request from dv-cinder-846171-1-iscsi {{(pid=116194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 19:03:10.474763 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:10.508676 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d6f5ace1-6213-4c71-8198-5bc086218d7f None None] Deleting port 1bb02c25-88aa-486f-a96d-d8c50a30e859 {{(pid=116194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:03:10.509684 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d6f5ace1-6213-4c71-8198-5bc086218d7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (1bb02c25-88aa-486f-a96d-d8c50a30e859), before_delete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:10.576088 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-d6f5ace1-6213-4c71-8198-5bc086218d7f None None] For port 1bb02c25-88aa-486f-a96d-d8c50a30e859, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=1bb02c25-88aa-486f-a96d-d8c50a30e859,segment=NetworkSegment(ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e),segment_id=ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:03:10.576501 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d6f5ace1-6213-4c71-8198-5bc086218d7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (1bb02c25-88aa-486f-a96d-d8c50a30e859), precommit_delete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:10.590429 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d6f5ace1-6213-4c71-8198-5bc086218d7f None None] Calling delete_port for 1bb02c25-88aa-486f-a96d-d8c50a30e859 owned by network:dhcp {{(pid=116194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:03:10.631342 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 876dcbc0-6957-426a-86fc-525cbbd501e9 up at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 19:03:10.705038 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning complete for port 876dcbc0-6957-426a-86fc-525cbbd501e9 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:03:10.705349 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (876dcbc0-6957-426a-86fc-525cbbd501e9), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:10.706649 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:10.758220 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa83e81-4426-493d-b0cc-633d0a198590 req-d428159f-dff1-41ae-b72e-0f7970654785 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:10.759809 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-cfa83e81-4426-493d-b0cc-633d0a198590 req-d428159f-dff1-41ae-b72e-0f7970654785 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 945 time: 0.0550332 Jun 16 19:03:10.786344 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 876dcbc0-6957-426a-86fc-525cbbd501e9 is: BUILD; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:03:10.786761 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (876dcbc0-6957-426a-86fc-525cbbd501e9), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:10.813224 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-cfa83e81-4426-493d-b0cc-633d0a198590 req-64d9e651-750a-48f0-941b-eb46f9128d08 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467710 Jun 16 19:03:10.814171 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ad0030-d602-4eda-932c-e5a9ff1a7339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876dcbc0-6957-426a-86fc-525cbbd501e9'}] {{(pid=116194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:03:10.816479 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c514dfdaa64f5ff94ef0a30f0983ecc87ad84dbda33c755e7db481fe7439434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca88911d-18e4-456e-8711-e08685dbce42" -d '{"events": [{"server_uuid": "33ad0030-d602-4eda-932c-e5a9ff1a7339", "name": "network-vif-plugged", "status": "completed", "tag": "876dcbc0-6957-426a-86fc-525cbbd501e9"}]}' {{(pid=116194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:03:10.830111 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 876dcbc0-6957-426a-86fc-525cbbd501e9, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=876dcbc0-6957-426a-86fc-525cbbd501e9,segment=NetworkSegment(2d327e91-41ae-4018-ab9b-16723f98bb9d),segment_id=2d327e91-41ae-4018-ab9b-16723f98bb9d)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:03:10.855724 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 19:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2a674f-cf2e-4c49-ad4f-1daca8a623c0 x-openstack-request-id: req-fb2a674f-cf2e-4c49-ad4f-1daca8a623c0 {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:03:10.856030 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ad0030-d602-4eda-932c-e5a9ff1a7339", "name": "network-vif-plugged", "status": "completed", "tag": "876dcbc0-6957-426a-86fc-525cbbd501e9", "code": 200}]} {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:03:10.856346 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fb2a674f-cf2e-4c49-ad4f-1daca8a623c0 {{(pid=116194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:03:10.856888 dv-cinder-846171-1-iscsi neutron-server[116194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb2a674f-cf2e-4c49-ad4f-1daca8a623c0'] response: {'server_uuid': '33ad0030-d602-4eda-932c-e5a9ff1a7339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876dcbc0-6957-426a-86fc-525cbbd501e9', 'code': 200} Jun 16 19:03:11.074982 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:11.103722 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 6 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 19:03:11.333176 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b5e2-837f-47e0-820f-92e513f771ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (1bb02c25-88aa-486f-a96d-d8c50a30e859), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:11.334928 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (876dcbc0-6957-426a-86fc-525cbbd501e9), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:11.354984 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d6f5ace1-6213-4c71-8198-5bc086218d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873'] for port (1bb02c25-88aa-486f-a96d-d8c50a30e859), after_delete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:11.395365 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9b5e2-837f-47e0-820f-92e513f771ca admin admin] Pushing event deleted for resources: {'Port': ['ID=1bb02c25-88aa-486f-a96d-d8c50a30e859,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:11.402830 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d9b5e2-837f-47e0-820f-92e513f771ca admin admin] No DVR routers for this DVR port 1bb02c25-88aa-486f-a96d-d8c50a30e859 on host dv-cinder-846171-1-iscsi {{(pid=116193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 19:03:11.408639 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f5ace1-6213-4c71-8198-5bc086218d7f None None] No DVR routers for this DVR port 1bb02c25-88aa-486f-a96d-d8c50a30e859 on host dv-cinder-846171-1-iscsi {{(pid=116194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 19:03:11.439925 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=876dcbc0-6957-426a-86fc-525cbbd501e9,revision_number=10']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:11.466999 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5ace1-6213-4c71-8198-5bc086218d7f None None] Pushing event deleted for resources: {'Port': ['ID=1bb02c25-88aa-486f-a96d-d8c50a30e859,revision_number=None']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:11.496299 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b5e2-837f-47e0-820f-92e513f771ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879417', 'neutron.services.segments.db._delete_segments_for_network-8748651528183'] for network (64614a18-07e0-43ad-9990-55ab159f858f), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:11.525356 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.services.segments.db [None req-b7d9b5e2-837f-47e0-820f-92e513f771ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64614a18-07e0-43ad-9990-55ab159f858f']}} {{(pid=116193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:03:11.554544 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.services.segments.db [None req-b7d9b5e2-837f-47e0-820f-92e513f771ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e') {'for_net_delete': True} {{(pid=116193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:03:11.554848 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.services.segments.db [None req-b7d9b5e2-837f-47e0-820f-92e513f771ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e') {} {{(pid=116193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:03:11.566591 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:11.570062 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b5e2-837f-47e0-820f-92e513f771ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748651528066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5912559'] for segment (ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:11.576351 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776e4ed-b040-4d13-98a6-6cf03257cf1b req-4404bf84-e8cf-4420-a853-1d7b422db67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:11.576351 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8776e4ed-b040-4d13-98a6-6cf03257cf1b req-4404bf84-e8cf-4420-a853-1d7b422db67f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 1131 time: 0.0589156 Jun 16 19:03:11.594563 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b5e2-837f-47e0-820f-92e513f771ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056'] for segment (ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:11.609279 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d9b5e2-837f-47e0-820f-92e513f771ca admin admin] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=116193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 19:03:11.609665 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b5e2-837f-47e0-820f-92e513f771ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5911613'] for segment (ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:11.668763 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:11.683342 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8776e4ed-b040-4d13-98a6-6cf03257cf1b req-4fe516fb-5ee7-47ce-b303-31a8ea7fbe56 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0990875 Jun 16 19:03:11.749059 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b5e2-837f-47e0-820f-92e513f771ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8340142'] for network (64614a18-07e0-43ad-9990-55ab159f858f), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:11.755240 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b5e2-837f-47e0-820f-92e513f771ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for network (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:11.758375 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-b7d9b5e2-837f-47e0-820f-92e513f771ca admin admin] 10.222.0.81 "DELETE /v2.0/networks/64614a18-07e0-43ad-9990-55ab159f858f HTTP/1.1" status: 204 len: 168 time: 1.6126468 Jun 16 19:03:11.760205 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.services.segments.plugin [-] Segment ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e resource provider aggregate not found Jun 16 19:03:11.778108 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9b5e2-837f-47e0-820f-92e513f771ca admin admin] Pushing event deleted for resources: {'Network': ['ID=64614a18-07e0-43ad-9990-55ab159f858f,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:11.783470 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.services.segments.plugin [-] Segment ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea17fd7a-6584-4190-86ac-a3d4c1c0dd9e found for delete ", "request_id": "req-d1f6adda-101c-4957-841d-35225361989a"}]} Jun 16 19:03:11.937791 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc93fa4-2d78-4a7f-b44b-930741925835 req-bd4f6e0c-0a3c-4507-8848-9afff1c8336c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:11.939633 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3cc93fa4-2d78-4a7f-b44b-930741925835 req-bd4f6e0c-0a3c-4507-8848-9afff1c8336c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 947 time: 0.0521173 Jun 16 19:03:12.007670 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3cc93fa4-2d78-4a7f-b44b-930741925835 req-557e78a7-4ce7-4ab2-b993-8c16038d8101 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622332 Jun 16 19:03:12.021491 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 1bb02c25-88aa-486f-a96d-d8c50a30e859 no longer exists at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:03:12.043312 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] No Port match for: 1bb02c25-88aa-486f-a96d-d8c50a30e859 {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:03:12.043660 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 1bb02c25-88aa-486f-a96d-d8c50a30e859 not bound to the agent host dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:03:12.080348 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:12.120292 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 54816) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:12.167529 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-980c42cd-e241-491d-bcf3-e8543770124c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f9e5f71068aa4d75bcc4578b741f490d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0460129 Jun 16 19:03:12.170151 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 54818) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:12.225748 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-31fdbc7e-a58d-4ddf-8563-bbc0aac4c164 admin admin] Publish callbacks [] for security_group (c25f67e7-7a30-4d7b-90dd-a80b661f3419), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:12.248660 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-31fdbc7e-a58d-4ddf-8563-bbc0aac4c164 admin admin] Publish callbacks [] for security_group (c25f67e7-7a30-4d7b-90dd-a80b661f3419), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:12.259124 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:12.383385 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-31fdbc7e-a58d-4ddf-8563-bbc0aac4c164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (c25f67e7-7a30-4d7b-90dd-a80b661f3419), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:12.386632 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-31fdbc7e-a58d-4ddf-8563-bbc0aac4c164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:12.387788 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-31fdbc7e-a58d-4ddf-8563-bbc0aac4c164 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c25f67e7-7a30-4d7b-90dd-a80b661f3419 HTTP/1.1" status: 204 len: 168 time: 0.2167113 Jun 16 19:03:12.396300 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fdbc7e-a58d-4ddf-8563-bbc0aac4c164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25f67e7-7a30-4d7b-90dd-a80b661f3419,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:13.142206 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18992b3d-2508-4adc-a25d-9b429e20a611 req-093c154a-562d-4250-b7b6-48f34a294d66 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:13.143756 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-18992b3d-2508-4adc-a25d-9b429e20a611 req-093c154a-562d-4250-b7b6-48f34a294d66 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 947 time: 0.0524290 Jun 16 19:03:13.200757 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-18992b3d-2508-4adc-a25d-9b429e20a611 req-7becf394-2b2f-4c8b-98df-773cb5d57057 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474026 Jun 16 19:03:14.166037 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 54904) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:14.339616 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b2760-c526-4c46-9bda-8360335a3189 req-66800b20-68d7-400a-a0e2-82f8b77a1067 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:14.352735 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e84b2760-c526-4c46-9bda-8360335a3189 req-66800b20-68d7-400a-a0e2-82f8b77a1067 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 947 time: 0.0730186 Jun 16 19:03:14.370204 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 54914) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:14.418091 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e84b2760-c526-4c46-9bda-8360335a3189 req-e6618fbf-4618-476f-a1a4-64b5b9e59e0a tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638208 Jun 16 19:03:14.472593 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-10f587b3-cf19-4397-87d8-aba8ff2e62dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:14.554498 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:14.618064 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-80f4c3ab-50ed-4c68-b64e-516f72f5f286 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Deleting port 2c528ea6-8b7a-4651-ae2c-94385369e8c7 {{(pid=116192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:03:14.618403 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-80f4c3ab-50ed-4c68-b64e-516f72f5f286 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (2c528ea6-8b7a-4651-ae2c-94385369e8c7), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:14.686129 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-10f587b3-cf19-4397-87d8-aba8ff2e62dc admin admin] Publish callbacks [] for security_group (20985888-5591-4ecb-a57e-97e10701e7e2), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:14.718902 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-80f4c3ab-50ed-4c68-b64e-516f72f5f286 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (2c528ea6-8b7a-4651-ae2c-94385369e8c7), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:14.719242 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-80f4c3ab-50ed-4c68-b64e-516f72f5f286 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks [] for floatingip (2c528ea6-8b7a-4651-ae2c-94385369e8c7), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:14.732400 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-80f4c3ab-50ed-4c68-b64e-516f72f5f286 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Calling delete_port for 2c528ea6-8b7a-4651-ae2c-94385369e8c7 owned by network:floatingip {{(pid=116192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:03:14.785755 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-10f587b3-cf19-4397-87d8-aba8ff2e62dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (20985888-5591-4ecb-a57e-97e10701e7e2), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:14.858090 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:14.867233 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-10f587b3-cf19-4397-87d8-aba8ff2e62dc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fd982842e23d4e95975242444172c788&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4953752 Jun 16 19:03:14.867968 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f587b3-cf19-4397-87d8-aba8ff2e62dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20985888-5591-4ecb-a57e-97e10701e7e2,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:14.870463 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 54920) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:14.930373 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-aa973191-23cc-4337-b104-2e63d64185bf admin admin] Publish callbacks [] for security_group (20985888-5591-4ecb-a57e-97e10701e7e2), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:14.956822 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-aa973191-23cc-4337-b104-2e63d64185bf admin admin] Publish callbacks [] for security_group (20985888-5591-4ecb-a57e-97e10701e7e2), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:15.046578 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-80f4c3ab-50ed-4c68-b64e-516f72f5f286 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326567'] for port (2c528ea6-8b7a-4651-ae2c-94385369e8c7), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:15.072906 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f4c3ab-50ed-4c68-b64e-516f72f5f286 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Pushing event deleted for resources: {'Port': ['ID=2c528ea6-8b7a-4651-ae2c-94385369e8c7,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:15.075062 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-aa973191-23cc-4337-b104-2e63d64185bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (20985888-5591-4ecb-a57e-97e10701e7e2), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:15.084963 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-aa973191-23cc-4337-b104-2e63d64185bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:15.084963 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-aa973191-23cc-4337-b104-2e63d64185bf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/20985888-5591-4ecb-a57e-97e10701e7e2 HTTP/1.1" status: 204 len: 168 time: 0.2100124 Jun 16 19:03:15.090968 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa973191-23cc-4337-b104-2e63d64185bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20985888-5591-4ecb-a57e-97e10701e7e2,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:15.158864 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-80f4c3ab-50ed-4c68-b64e-516f72f5f286 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks [] for floatingip (c5988fd1-85b7-4ca3-a181-92778936520f), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:15.159205 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.db.l3_db [None req-80f4c3ab-50ed-4c68-b64e-516f72f5f286 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Floating IP c5988fd1-85b7-4ca3-a181-92778936520f disassociated (deleted). External IP: 172.27.0.248, port: 9d682d40-5577-43db-823b-b6e4729f33b7. Jun 16 19:03:15.364471 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f4c3ab-50ed-4c68-b64e-516f72f5f286 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Router 570c72ae-d11d-4558-afc3-4b64a2321de5 has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 19:03:15.473377 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f4c3ab-50ed-4c68-b64e-516f72f5f286 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:03:15.478386 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-80f4c3ab-50ed-4c68-b64e-516f72f5f286 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for floatingip (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:15.486480 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da247f8c-27f3-4e89-96f4-f8f7fdd2cd00 None None] Sync routers for ids ['570c72ae-d11d-4558-afc3-4b64a2321de5'] in dv-cinder-846171-1-iscsi {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:03:15.501832 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da247f8c-27f3-4e89-96f4-f8f7fdd2cd00 None None] Routers {'570c72ae-d11d-4558-afc3-4b64a2321de5'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:03:15.504458 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-da247f8c-27f3-4e89-96f4-f8f7fdd2cd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:03:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['570c72ae-d11d-4558-afc3-4b64a2321de5'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:03:15.510876 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-80f4c3ab-50ed-4c68-b64e-516f72f5f286 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "DELETE /v2.0/floatingips/c5988fd1-85b7-4ca3-a181-92778936520f HTTP/1.1" status: 204 len: 168 time: 1.3430128 Jun 16 19:03:15.511958 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf1ba63-bf52-412b-9948-409dadbbdf18', 'tag': '9d682d40-5577-43db-823b-b6e4729f33b7'}] {{(pid=116192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:03:15.514502 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744e9e4082f242c101b6c91db8253db5b8bdf8a002bfe2f24814a1499063359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4392b0-3a23-42ac-8e6c-4c04aff89d7c" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf1ba63-bf52-412b-9948-409dadbbdf18", "tag": "9d682d40-5577-43db-823b-b6e4729f33b7"}]}' {{(pid=116192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:03:15.566072 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a82c0d-5fa6-4e67-917d-bface77d8458 req-51f083a9-f6cd-4bcd-987d-908f580fbcad tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:15.574034 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-76a82c0d-5fa6-4e67-917d-bface77d8458 req-51f083a9-f6cd-4bcd-987d-908f580fbcad tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 947 time: 0.0737088 Jun 16 19:03:15.630687 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-76a82c0d-5fa6-4e67-917d-bface77d8458 req-3ec12b52-56fd-44b7-a0cb-c62f1df49e7e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556898 Jun 16 19:03:15.654463 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-da247f8c-27f3-4e89-96f4-f8f7fdd2cd00 None None] Set router 570c72ae-d11d-4558-afc3-4b64a2321de5 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:03:15.861342 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-da247f8c-27f3-4e89-96f4-f8f7fdd2cd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'name': 'tempest-TestShelveInstance-1332233485-router', 'tenant_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '45d45e5a-0aca-4cda-aca1-722c58123c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:27Z', 'updated_at': '2022-06-16T18:57:31Z', 'revision_number': 4, 'project_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'gw_port': {'id': '45d45e5a-0aca-4cda-aca1-722c58123c57', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:28Z', 'updated_at': '2022-06-16T18:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '23f5e1ec-bd85-4121-a664-7eedd17c676d', 'name': '', 'network_id': '0dec2021-b64c-4fc7-9ff0-960200894783', 'tenant_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'mac_address': 'fa:16:3e:69:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '91fba9c8-32d1-4e5d-97ce-9ffbabaf2ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:30Z', 'updated_at': '2022-06-16T18:57:35Z', 'revision_number': 5, 'project_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'subnets': [{'id': '91fba9c8-32d1-4e5d-97ce-9ffbabaf2ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:03:15.894648 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da247f8c-27f3-4e89-96f4-f8f7fdd2cd00 None None] Checking router: 570c72ae-d11d-4558-afc3-4b64a2321de5 for host: dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:03:15.912509 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da247f8c-27f3-4e89-96f4-f8f7fdd2cd00 None None] Routers {'570c72ae-d11d-4558-afc3-4b64a2321de5'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:03:15.912857 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-da247f8c-27f3-4e89-96f4-f8f7fdd2cd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:03:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['570c72ae-d11d-4558-afc3-4b64a2321de5'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:03:15.945850 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 19:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b7236a-cf3f-48e2-acb2-4b98382a418c x-openstack-request-id: req-f2b7236a-cf3f-48e2-acb2-4b98382a418c {{(pid=116192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:03:15.946193 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf1ba63-bf52-412b-9948-409dadbbdf18", "tag": "9d682d40-5577-43db-823b-b6e4729f33b7", "status": "completed", "code": 200}]} {{(pid=116192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:03:15.946376 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f2b7236a-cf3f-48e2-acb2-4b98382a418c {{(pid=116192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:03:15.947214 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2b7236a-cf3f-48e2-acb2-4b98382a418c'] response: {'name': 'network-changed', 'server_uuid': '5bf1ba63-bf52-412b-9948-409dadbbdf18', 'tag': '9d682d40-5577-43db-823b-b6e4729f33b7', 'status': 'completed', 'code': 200} Jun 16 19:03:16.031719 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb254033-c669-482d-8ba1-378ed36d867a req-db65080e-b1bb-4ce3-928b-2224af21c59d tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:16.041120 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-bb254033-c669-482d-8ba1-378ed36d867a req-db65080e-b1bb-4ce3-928b-2224af21c59d tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 945 time: 0.0574167 Jun 16 19:03:16.084646 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-bb254033-c669-482d-8ba1-378ed36d867a req-35af97d4-d30b-4cb7-bd17-6b25594a3ea7 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454512 Jun 16 19:03:16.117903 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-da247f8c-27f3-4e89-96f4-f8f7fdd2cd00 None None] Set router 570c72ae-d11d-4558-afc3-4b64a2321de5 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:03:16.315181 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-da247f8c-27f3-4e89-96f4-f8f7fdd2cd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'name': 'tempest-TestShelveInstance-1332233485-router', 'tenant_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '45d45e5a-0aca-4cda-aca1-722c58123c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:27Z', 'updated_at': '2022-06-16T18:57:31Z', 'revision_number': 4, 'project_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'gw_port': {'id': '45d45e5a-0aca-4cda-aca1-722c58123c57', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:28Z', 'updated_at': '2022-06-16T18:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '23f5e1ec-bd85-4121-a664-7eedd17c676d', 'name': '', 'network_id': '0dec2021-b64c-4fc7-9ff0-960200894783', 'tenant_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'mac_address': 'fa:16:3e:69:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '91fba9c8-32d1-4e5d-97ce-9ffbabaf2ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:30Z', 'updated_at': '2022-06-16T18:57:35Z', 'revision_number': 5, 'project_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'subnets': [{'id': '91fba9c8-32d1-4e5d-97ce-9ffbabaf2ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:03:16.340053 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da247f8c-27f3-4e89-96f4-f8f7fdd2cd00 None None] The sync data for ids ['570c72ae-d11d-4558-afc3-4b64a2321de5'] in dv-cinder-846171-1-iscsi is: [{'id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'name': 'tempest-TestShelveInstance-1332233485-router', 'tenant_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '45d45e5a-0aca-4cda-aca1-722c58123c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:27Z', 'updated_at': '2022-06-16T18:57:31Z', 'revision_number': 4, 'project_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'gw_port': {'id': '45d45e5a-0aca-4cda-aca1-722c58123c57', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:28Z', 'updated_at': '2022-06-16T18:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '23f5e1ec-bd85-4121-a664-7eedd17c676d', 'name': '', 'network_id': '0dec2021-b64c-4fc7-9ff0-960200894783', 'tenant_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'mac_address': 'fa:16:3e:69:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '91fba9c8-32d1-4e5d-97ce-9ffbabaf2ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:30Z', 'updated_at': '2022-06-16T18:57:35Z', 'revision_number': 5, 'project_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'subnets': [{'id': '91fba9c8-32d1-4e5d-97ce-9ffbabaf2ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:03:16.565890 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09993429-a7f0-4a68-845c-6a48353c3221 None None] New status for floating IP c5988fd1-85b7-4ca3-a181-92778936520f: DOWN {{(pid=116194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 19:03:17.233831 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56761f5c-a57b-4438-b1eb-7afa3660e8d0 req-3aad1779-0b6c-42b4-9467-50a662759524 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:17.235309 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-56761f5c-a57b-4438-b1eb-7afa3660e8d0 req-3aad1779-0b6c-42b4-9467-50a662759524 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 945 time: 0.0771320 Jun 16 19:03:17.251138 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4392b0-3a23-42ac-8e6c-4c04aff89d7c req-9dd3b13b-f981-4b50-9271-378cacc21eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:17.254997 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0d4392b0-3a23-42ac-8e6c-4c04aff89d7c req-9dd3b13b-f981-4b50-9271-378cacc21eef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5db8d64fab0e45ffbba87b1ae3b48703&device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 1129 time: 0.0630882 Jun 16 19:03:17.291080 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-56761f5c-a57b-4438-b1eb-7afa3660e8d0 req-49de446e-6194-45a0-90c8-17b95888e8ef tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/security-groups?id=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497851 Jun 16 19:03:17.454181 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:17.457560 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4392b0-3a23-42ac-8e6c-4c04aff89d7c req-eecc6f9b-ba0d-4402-8203-28081148ae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:17.461469 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0d4392b0-3a23-42ac-8e6c-4c04aff89d7c req-eecc6f9b-ba0d-4402-8203-28081148ae4b service neutron] 10.222.0.66 "GET /v2.0/networks?id=0dec2021-b64c-4fc7-9ff0-960200894783 HTTP/1.1" status: 200 len: 911 time: 0.1038718 Jun 16 19:03:17.642352 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0d4392b0-3a23-42ac-8e6c-4c04aff89d7c req-383e2218-f654-4133-87ae-80883a662e8b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d682d40-5577-43db-823b-b6e4729f33b7 HTTP/1.1" status: 200 len: 217 time: 0.0336201 Jun 16 19:03:17.745577 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735aa0a-0f7b-4855-8f38-c448ca1f99a7 req-cb3c8e7a-6f48-4725-b4a6-916e0fdb7464 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:17.747058 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9735aa0a-0f7b-4855-8f38-c448ca1f99a7 req-cb3c8e7a-6f48-4725-b4a6-916e0fdb7464 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.66 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 945 time: 0.0935061 Jun 16 19:03:17.750758 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4392b0-3a23-42ac-8e6c-4c04aff89d7c req-35942fb1-92df-48d8-b1f4-77de0f09bbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:17.752174 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0d4392b0-3a23-42ac-8e6c-4c04aff89d7c req-35942fb1-92df-48d8-b1f4-77de0f09bbfc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=91fba9c8-32d1-4e5d-97ce-9ffbabaf2ed5 HTTP/1.1" status: 200 len: 848 time: 0.0996907 Jun 16 19:03:17.829819 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4392b0-3a23-42ac-8e6c-4c04aff89d7c req-7a3d131a-b7ef-46ce-8b8e-c7559493cac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:17.831290 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0d4392b0-3a23-42ac-8e6c-4c04aff89d7c req-7a3d131a-b7ef-46ce-8b8e-c7559493cac0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0dec2021-b64c-4fc7-9ff0-960200894783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0701151 Jun 16 19:03:17.878478 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:17.898866 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-9735aa0a-0f7b-4855-8f38-c448ca1f99a7 req-6970e745-1ca9-4fb8-b48b-344bda147ac5 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Deleting port 9d682d40-5577-43db-823b-b6e4729f33b7 {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:03:17.899119 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-9735aa0a-0f7b-4855-8f38-c448ca1f99a7 req-6970e745-1ca9-4fb8-b48b-344bda147ac5 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (9d682d40-5577-43db-823b-b6e4729f33b7), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:18.022311 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0d4392b0-3a23-42ac-8e6c-4c04aff89d7c req-4c386f4a-3709-4d61-9101-dd15dfd475ed service neutron] 10.222.0.66 "GET /v2.0/networks/0dec2021-b64c-4fc7-9ff0-960200894783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658514 Jun 16 19:03:18.061702 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-9735aa0a-0f7b-4855-8f38-c448ca1f99a7 req-6970e745-1ca9-4fb8-b48b-344bda147ac5 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] For port 9d682d40-5577-43db-823b-b6e4729f33b7, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=9d682d40-5577-43db-823b-b6e4729f33b7,segment=NetworkSegment(9f870342-ab65-443b-a0e2-542074951f0b),segment_id=9f870342-ab65-443b-a0e2-542074951f0b)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:03:18.063907 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-9735aa0a-0f7b-4855-8f38-c448ca1f99a7 req-6970e745-1ca9-4fb8-b48b-344bda147ac5 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (9d682d40-5577-43db-823b-b6e4729f33b7), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:18.112626 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-9735aa0a-0f7b-4855-8f38-c448ca1f99a7 req-6970e745-1ca9-4fb8-b48b-344bda147ac5 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Calling delete_port for 9d682d40-5577-43db-823b-b6e4729f33b7 owned by compute:nova {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:03:18.190775 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0d4392b0-3a23-42ac-8e6c-4c04aff89d7c req-df37daa9-5ba8-4281-9cff-01ae74a4e7d7 service neutron] 10.222.0.66 "GET /v2.0/networks/0dec2021-b64c-4fc7-9ff0-960200894783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614332 Jun 16 19:03:18.203927 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:18.344267 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-9735aa0a-0f7b-4855-8f38-c448ca1f99a7 req-6970e745-1ca9-4fb8-b48b-344bda147ac5 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (9d682d40-5577-43db-823b-b6e4729f33b7), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:18.383381 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970e745-1ca9-4fb8-b48b-344bda147ac5 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Pushing event deleted for resources: {'Port': ['ID=9d682d40-5577-43db-823b-b6e4729f33b7,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:18.430886 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9b70b437-5983-4a00-8887-1bfc9462788d req-8e9e59fb-4c9d-4da0-a3ff-0151327c7db6 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 210 time: 0.0511224 Jun 16 19:03:18.451771 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [req-9735aa0a-0f7b-4855-8f38-c448ca1f99a7 req-6970e745-1ca9-4fb8-b48b-344bda147ac5 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] No DVR routers for this DVR port 9d682d40-5577-43db-823b-b6e4729f33b7 on host hv-cinder-84617 {{(pid=116193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 19:03:18.454192 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-9735aa0a-0f7b-4855-8f38-c448ca1f99a7 req-6970e745-1ca9-4fb8-b48b-344bda147ac5 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:18.457511 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9735aa0a-0f7b-4855-8f38-c448ca1f99a7 req-6970e745-1ca9-4fb8-b48b-344bda147ac5 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.66 "DELETE /v2.0/ports/9d682d40-5577-43db-823b-b6e4729f33b7 HTTP/1.1" status: 204 len: 173 time: 0.7040961 Jun 16 19:03:18.460548 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf1ba63-bf52-412b-9948-409dadbbdf18', 'name': 'network-vif-deleted', 'tag': '9d682d40-5577-43db-823b-b6e4729f33b7'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:03:18.460548 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c086ef-01b3-43ae-9164-7d1726b93774" -d '{"events": [{"server_uuid": "5bf1ba63-bf52-412b-9948-409dadbbdf18", "name": "network-vif-deleted", "tag": "9d682d40-5577-43db-823b-b6e4729f33b7"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:03:18.502212 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 19:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3c1434-1dde-455a-9924-76558c71e323 x-openstack-request-id: req-ae3c1434-1dde-455a-9924-76558c71e323 {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:03:18.502791 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf1ba63-bf52-412b-9948-409dadbbdf18", "name": "network-vif-deleted", "tag": "9d682d40-5577-43db-823b-b6e4729f33b7", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:03:18.503033 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ae3c1434-1dde-455a-9924-76558c71e323 {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:03:18.503439 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae3c1434-1dde-455a-9924-76558c71e323'] response: {'server_uuid': '5bf1ba63-bf52-412b-9948-409dadbbdf18', 'name': 'network-vif-deleted', 'tag': '9d682d40-5577-43db-823b-b6e4729f33b7', 'status': 'completed', 'code': 200} Jun 16 19:03:18.575010 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 55020) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:18.686400 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-c6880a5d-6284-4b56-a7a3-105e0022cb09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:18.775296 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-c6880a5d-6284-4b56-a7a3-105e0022cb09 admin admin] Publish callbacks [] for security_group (b95a8f8e-9b98-4c2a-8d21-b0ec8c3ec7c3), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:18.840921 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-c6880a5d-6284-4b56-a7a3-105e0022cb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (b95a8f8e-9b98-4c2a-8d21-b0ec8c3ec7c3), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:18.888568 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-c6880a5d-6284-4b56-a7a3-105e0022cb09 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=65d54f050d8f49519224d7612bb68a4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3124511 Jun 16 19:03:18.889718 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6880a5d-6284-4b56-a7a3-105e0022cb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95a8f8e-9b98-4c2a-8d21-b0ec8c3ec7c3,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:18.891237 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 55026) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:18.945984 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-741bd820-edf0-47cf-92c1-11066fca7998 admin admin] Publish callbacks [] for security_group (b95a8f8e-9b98-4c2a-8d21-b0ec8c3ec7c3), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:18.969288 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-741bd820-edf0-47cf-92c1-11066fca7998 admin admin] Publish callbacks [] for security_group (b95a8f8e-9b98-4c2a-8d21-b0ec8c3ec7c3), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:19.007543 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:19.069421 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-741bd820-edf0-47cf-92c1-11066fca7998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (b95a8f8e-9b98-4c2a-8d21-b0ec8c3ec7c3), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:19.072053 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-741bd820-edf0-47cf-92c1-11066fca7998 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:19.073217 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-741bd820-edf0-47cf-92c1-11066fca7998 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b95a8f8e-9b98-4c2a-8d21-b0ec8c3ec7c3 HTTP/1.1" status: 204 len: 168 time: 0.1799586 Jun 16 19:03:19.081548 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741bd820-edf0-47cf-92c1-11066fca7998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95a8f8e-9b98-4c2a-8d21-b0ec8c3ec7c3,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:19.545407 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9c55ba32-31af-4dde-8b68-012d61bf6e2c req-cf3ac0ab-d21b-499b-b66a-d2824e0a465a tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bf1ba63-bf52-412b-9948-409dadbbdf18 HTTP/1.1" status: 200 len: 210 time: 0.0295386 Jun 16 19:03:19.760951 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 55034) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:19.774051 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-63e51683-8386-4335-bf3a-7cc52ced905f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:19.861175 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-63e51683-8386-4335-bf3a-7cc52ced905f admin admin] Publish callbacks [] for security_group (9f78cb27-cb23-4cde-a7a7-7b6f969c4651), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:19.926801 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-63e51683-8386-4335-bf3a-7cc52ced905f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (9f78cb27-cb23-4cde-a7a7-7b6f969c4651), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:19.967746 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e51683-8386-4335-bf3a-7cc52ced905f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f78cb27-cb23-4cde-a7a7-7b6f969c4651,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:19.973017 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-63e51683-8386-4335-bf3a-7cc52ced905f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e6a8ec237f114d0b9427f3a9eda4583e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2115018 Jun 16 19:03:19.975862 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 55038) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:19.979382 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e51683-8386-4335-bf3a-7cc52ced905f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:19.979382 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e51683-8386-4335-bf3a-7cc52ced905f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:19.979382 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e51683-8386-4335-bf3a-7cc52ced905f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:19.979705 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e51683-8386-4335-bf3a-7cc52ced905f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:19.979853 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e51683-8386-4335-bf3a-7cc52ced905f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:19.980165 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e51683-8386-4335-bf3a-7cc52ced905f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:19.980490 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e51683-8386-4335-bf3a-7cc52ced905f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:19.980811 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e51683-8386-4335-bf3a-7cc52ced905f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:19.981125 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e51683-8386-4335-bf3a-7cc52ced905f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:19.981474 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e51683-8386-4335-bf3a-7cc52ced905f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:19.981794 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e51683-8386-4335-bf3a-7cc52ced905f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:19.982154 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e51683-8386-4335-bf3a-7cc52ced905f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:19.982569 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e51683-8386-4335-bf3a-7cc52ced905f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:19.982824 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e51683-8386-4335-bf3a-7cc52ced905f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:19.983135 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e51683-8386-4335-bf3a-7cc52ced905f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:20.029293 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-9c01a9f8-7c02-4fb4-baa3-d828a5a3af3c admin admin] Publish callbacks [] for security_group (9f78cb27-cb23-4cde-a7a7-7b6f969c4651), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:20.052386 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-9c01a9f8-7c02-4fb4-baa3-d828a5a3af3c admin admin] Publish callbacks [] for security_group (9f78cb27-cb23-4cde-a7a7-7b6f969c4651), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:20.166372 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-9c01a9f8-7c02-4fb4-baa3-d828a5a3af3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (9f78cb27-cb23-4cde-a7a7-7b6f969c4651), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:20.169467 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-9c01a9f8-7c02-4fb4-baa3-d828a5a3af3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:20.170631 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-9c01a9f8-7c02-4fb4-baa3-d828a5a3af3c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9f78cb27-cb23-4cde-a7a7-7b6f969c4651 HTTP/1.1" status: 204 len: 168 time: 0.1937957 Jun 16 19:03:20.180677 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c01a9f8-7c02-4fb4-baa3-d828a5a3af3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f78cb27-cb23-4cde-a7a7-7b6f969c4651,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:20.606169 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 55050) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:20.639378 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 9d682d40-5577-43db-823b-b6e4729f33b7 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:03:20.665301 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] No Port match for: 9d682d40-5577-43db-823b-b6e4729f33b7 {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:03:20.665900 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 9d682d40-5577-43db-823b-b6e4729f33b7 not bound to the agent host hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:03:20.672414 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-819df926-6bd0-4fda-b8e3-ef5ba30a45d9 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks [] for security_group (b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:20.699555 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-819df926-6bd0-4fda-b8e3-ef5ba30a45d9 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks [] for security_group (b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:20.835225 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-819df926-6bd0-4fda-b8e3-ef5ba30a45d9 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:20.838168 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-819df926-6bd0-4fda-b8e3-ef5ba30a45d9 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:20.842212 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-819df926-6bd0-4fda-b8e3-ef5ba30a45d9 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] 10.222.0.81 "DELETE /v2.0/security-groups/b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8 HTTP/1.1" status: 204 len: 168 time: 0.2327652 Jun 16 19:03:20.853806 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819df926-6bd0-4fda-b8e3-ef5ba30a45d9 tempest-TestShelveInstance-1359640481 tempest-TestShelveInstance-1359640481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b184b2ed-45b2-4b4f-b5bc-f282d3d7ded8,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:20.984587 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 55062) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:21.288324 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=76,neutron:DELETE=8,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:21.378829 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:21.416279 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2cbf6cae-7e5e-4465-a912-7cbfb893e0bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8339909'] for router_interface (570c72ae-d11d-4558-afc3-4b64a2321de5), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:21.639637 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-2cbf6cae-7e5e-4465-a912-7cbfb893e0bb admin admin] Deleting port 23f5e1ec-bd85-4121-a664-7eedd17c676d {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:03:21.639979 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2cbf6cae-7e5e-4465-a912-7cbfb893e0bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (23f5e1ec-bd85-4121-a664-7eedd17c676d), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:21.719680 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [None req-2cbf6cae-7e5e-4465-a912-7cbfb893e0bb admin admin] For port 23f5e1ec-bd85-4121-a664-7eedd17c676d, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=23f5e1ec-bd85-4121-a664-7eedd17c676d,segment=NetworkSegment(9f870342-ab65-443b-a0e2-542074951f0b),segment_id=9f870342-ab65-443b-a0e2-542074951f0b)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:03:21.720044 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2cbf6cae-7e5e-4465-a912-7cbfb893e0bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (23f5e1ec-bd85-4121-a664-7eedd17c676d), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:21.736736 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-2cbf6cae-7e5e-4465-a912-7cbfb893e0bb admin admin] Calling delete_port for 23f5e1ec-bd85-4121-a664-7eedd17c676d owned by network:router_interface {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:03:21.989705 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2cbf6cae-7e5e-4465-a912-7cbfb893e0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (23f5e1ec-bd85-4121-a664-7eedd17c676d), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:22.018985 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf6cae-7e5e-4465-a912-7cbfb893e0bb admin admin] Pushing event deleted for resources: {'Port': ['ID=23f5e1ec-bd85-4121-a664-7eedd17c676d,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:22.130098 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:22.195362 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2cbf6cae-7e5e-4465-a912-7cbfb893e0bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8339541'] for router_interface (570c72ae-d11d-4558-afc3-4b64a2321de5), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:22.336590 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:22.644797 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbf6cae-7e5e-4465-a912-7cbfb893e0bb admin admin] Router 570c72ae-d11d-4558-afc3-4b64a2321de5 has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 19:03:22.756218 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbf6cae-7e5e-4465-a912-7cbfb893e0bb admin admin] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:03:22.761675 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-2cbf6cae-7e5e-4465-a912-7cbfb893e0bb admin admin] 10.222.0.81 "PUT /v2.0/routers/570c72ae-d11d-4558-afc3-4b64a2321de5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7749517 Jun 16 19:03:22.764174 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 55128) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:22.769473 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84410e84-6e17-49b2-b728-7daa886c9ceb None None] Sync routers for ids ['570c72ae-d11d-4558-afc3-4b64a2321de5'] in dv-cinder-846171-1-iscsi {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:03:22.780759 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84410e84-6e17-49b2-b728-7daa886c9ceb None None] Routers {'570c72ae-d11d-4558-afc3-4b64a2321de5'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:03:22.781498 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-84410e84-6e17-49b2-b728-7daa886c9ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:03:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['570c72ae-d11d-4558-afc3-4b64a2321de5'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:03:22.867881 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a06f1f0b-6d0c-4bc2-824b-b6f0b71e9959 admin admin] Publish callbacks [] for router (570c72ae-d11d-4558-afc3-4b64a2321de5), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:22.883928 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-84410e84-6e17-49b2-b728-7daa886c9ceb None None] Set router 570c72ae-d11d-4558-afc3-4b64a2321de5 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:03:22.970365 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a06f1f0b-6d0c-4bc2-824b-b6f0b71e9959 admin admin] Publish callbacks [] for router_gateway (570c72ae-d11d-4558-afc3-4b64a2321de5), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:23.052559 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=100 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:23.055406 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-84410e84-6e17-49b2-b728-7daa886c9ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'name': 'tempest-TestShelveInstance-1332233485-router', 'tenant_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '45d45e5a-0aca-4cda-aca1-722c58123c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:27Z', 'updated_at': '2022-06-16T19:03:21Z', 'revision_number': 5, 'project_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'gw_port': {'id': '45d45e5a-0aca-4cda-aca1-722c58123c57', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ea:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:28Z', 'updated_at': '2022-06-16T18:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi'}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:03:23.080846 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84410e84-6e17-49b2-b728-7daa886c9ceb None None] Checking router: 570c72ae-d11d-4558-afc3-4b64a2321de5 for host: dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:03:23.089604 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84410e84-6e17-49b2-b728-7daa886c9ceb None None] Routers {'570c72ae-d11d-4558-afc3-4b64a2321de5'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:03:23.089887 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-a06f1f0b-6d0c-4bc2-824b-b6f0b71e9959 admin admin] Deleting port 45d45e5a-0aca-4cda-aca1-722c58123c57 {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:03:23.090361 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-84410e84-6e17-49b2-b728-7daa886c9ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:03:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['570c72ae-d11d-4558-afc3-4b64a2321de5'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:03:23.090461 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a06f1f0b-6d0c-4bc2-824b-b6f0b71e9959 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (45d45e5a-0aca-4cda-aca1-722c58123c57), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:23.093261 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=100 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:23.169767 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [None req-a06f1f0b-6d0c-4bc2-824b-b6f0b71e9959 admin admin] For port 45d45e5a-0aca-4cda-aca1-722c58123c57, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=45d45e5a-0aca-4cda-aca1-722c58123c57,segment=NetworkSegment(71d34237-f06f-4603-b433-3dd04278adc6),segment_id=71d34237-f06f-4603-b433-3dd04278adc6)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:03:23.170055 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a06f1f0b-6d0c-4bc2-824b-b6f0b71e9959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (45d45e5a-0aca-4cda-aca1-722c58123c57), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:23.172427 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-84410e84-6e17-49b2-b728-7daa886c9ceb None None] Set router 570c72ae-d11d-4558-afc3-4b64a2321de5 gateway port host: None {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:03:23.183817 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-a06f1f0b-6d0c-4bc2-824b-b6f0b71e9959 admin admin] Calling delete_port for 45d45e5a-0aca-4cda-aca1-722c58123c57 owned by network:router_gateway {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:03:23.219709 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-84410e84-6e17-49b2-b728-7daa886c9ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'name': 'tempest-TestShelveInstance-1332233485-router', 'tenant_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:27Z', 'updated_at': '2022-06-16T19:03:22Z', 'revision_number': 6, 'project_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'gw_port_host': None}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:03:23.247723 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84410e84-6e17-49b2-b728-7daa886c9ceb None None] The sync data for ids ['570c72ae-d11d-4558-afc3-4b64a2321de5'] in dv-cinder-846171-1-iscsi is: [{'id': '570c72ae-d11d-4558-afc3-4b64a2321de5', 'name': 'tempest-TestShelveInstance-1332233485-router', 'tenant_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:27Z', 'updated_at': '2022-06-16T19:03:22Z', 'revision_number': 6, 'project_id': '5db8d64fab0e45ffbba87b1ae3b48703', 'gw_port_host': None}] {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:03:23.313712 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:23.389536 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 55138) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:23.424213 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a06f1f0b-6d0c-4bc2-824b-b6f0b71e9959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (45d45e5a-0aca-4cda-aca1-722c58123c57), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:23.456861 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f1f0b-6d0c-4bc2-824b-b6f0b71e9959 admin admin] Pushing event deleted for resources: {'Port': ['ID=45d45e5a-0aca-4cda-aca1-722c58123c57,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:23.518550 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a9218c8b-204f-4335-8eee-406ebb8871c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:23.537169 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a06f1f0b-6d0c-4bc2-824b-b6f0b71e9959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8340098'] for router_gateway (570c72ae-d11d-4558-afc3-4b64a2321de5), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:23.637927 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:23.642196 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a06f1f0b-6d0c-4bc2-824b-b6f0b71e9959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8344715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12082'] for router (570c72ae-d11d-4558-afc3-4b64a2321de5), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:23.643867 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a06f1f0b-6d0c-4bc2-824b-b6f0b71e9959 admin admin] Publish callbacks [] for router_controller (570c72ae-d11d-4558-afc3-4b64a2321de5), precommit_delete_associations {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:23.725070 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a9218c8b-204f-4335-8eee-406ebb8871c6 admin admin] Publish callbacks [] for security_group (2b8c8a18-ceb8-4d3e-bb39-05023882843e), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:23.789559 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a06f1f0b-6d0c-4bc2-824b-b6f0b71e9959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8344801'] for router (570c72ae-d11d-4558-afc3-4b64a2321de5), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:23.790133 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06f1f0b-6d0c-4bc2-824b-b6f0b71e9959 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 570c72ae-d11d-4558-afc3-4b64a2321de5 {{(pid=116193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 19:03:23.795570 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a06f1f0b-6d0c-4bc2-824b-b6f0b71e9959 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:23.796705 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-a06f1f0b-6d0c-4bc2-824b-b6f0b71e9959 admin admin] 10.222.0.81 "DELETE /v2.0/routers/570c72ae-d11d-4558-afc3-4b64a2321de5 HTTP/1.1" status: 204 len: 168 time: 1.0316133 Jun 16 19:03:23.799278 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 55142) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:23.830222 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a9218c8b-204f-4335-8eee-406ebb8871c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (2b8c8a18-ceb8-4d3e-bb39-05023882843e), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:23.882101 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-a9218c8b-204f-4335-8eee-406ebb8871c6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=87a5a5113eee4c67807bef423a58038f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4915092 Jun 16 19:03:23.884837 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 55144) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:23.886010 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea6ccd6c-b501-4bc8-a076-a3e73a00f2e2 admin admin] Deleting subnet 91fba9c8-32d1-4e5d-97ce-9ffbabaf2ed5 {{(pid=116193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 19:03:23.889864 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9218c8b-204f-4335-8eee-406ebb8871c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8c8a18-ceb8-4d3e-bb39-05023882843e,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:23.892345 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-ea6ccd6c-b501-4bc8-a076-a3e73a00f2e2 admin admin] Publish callbacks [] for subnet (91fba9c8-32d1-4e5d-97ce-9ffbabaf2ed5), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:23.897443 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:23.929460 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-ea6ccd6c-b501-4bc8-a076-a3e73a00f2e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5912568'] for subnet (91fba9c8-32d1-4e5d-97ce-9ffbabaf2ed5), precommit_delete_associations {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:23.935178 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c790dcd4-ea5d-4f6c-bf3a-b41fe3533fe5 admin admin] Publish callbacks [] for security_group (2b8c8a18-ceb8-4d3e-bb39-05023882843e), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:23.957522 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c790dcd4-ea5d-4f6c-bf3a-b41fe3533fe5 admin admin] Publish callbacks [] for security_group (2b8c8a18-ceb8-4d3e-bb39-05023882843e), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:24.014552 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-ea6ccd6c-b501-4bc8-a076-a3e73a00f2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877176'] for subnet (91fba9c8-32d1-4e5d-97ce-9ffbabaf2ed5), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:24.058651 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c790dcd4-ea5d-4f6c-bf3a-b41fe3533fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (2b8c8a18-ceb8-4d3e-bb39-05023882843e), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:24.061658 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c790dcd4-ea5d-4f6c-bf3a-b41fe3533fe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:24.063102 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-c790dcd4-ea5d-4f6c-bf3a-b41fe3533fe5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2b8c8a18-ceb8-4d3e-bb39-05023882843e HTTP/1.1" status: 204 len: 168 time: 0.1771266 Jun 16 19:03:24.080398 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790dcd4-ea5d-4f6c-bf3a-b41fe3533fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8c8a18-ceb8-4d3e-bb39-05023882843e,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:24.089736 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 23f5e1ec-bd85-4121-a664-7eedd17c676d no longer exists at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:03:24.111991 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] No Port match for: 23f5e1ec-bd85-4121-a664-7eedd17c676d {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:03:24.112348 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 23f5e1ec-bd85-4121-a664-7eedd17c676d not bound to the agent host dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:03:24.112755 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 45d45e5a-0aca-4cda-aca1-722c58123c57 no longer exists at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:03:24.133269 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-ea6ccd6c-b501-4bc8-a076-a3e73a00f2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5911779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5640598'] for subnet (91fba9c8-32d1-4e5d-97ce-9ffbabaf2ed5), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:24.135202 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] No Port match for: 45d45e5a-0aca-4cda-aca1-722c58123c57 {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:03:24.136072 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 45d45e5a-0aca-4cda-aca1-722c58123c57 not bound to the agent host dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:03:24.161485 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ccd6c-b501-4bc8-a076-a3e73a00f2e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91fba9c8-32d1-4e5d-97ce-9ffbabaf2ed5,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:24.171184 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-ea6ccd6c-b501-4bc8-a076-a3e73a00f2e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:24.171184 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-ea6ccd6c-b501-4bc8-a076-a3e73a00f2e2 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/91fba9c8-32d1-4e5d-97ce-9ffbabaf2ed5 HTTP/1.1" status: 204 len: 168 time: 0.3693874 Jun 16 19:03:24.172316 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 55150) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:24.174558 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8077a1-9aca-479a-ac03-fde4ddda049d None None] Network 0dec2021-b64c-4fc7-9ff0-960200894783 requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 19:03:24.252588 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-1f4df4e1-2261-4780-a3d8-cfabf1881021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660547'] for network (0dec2021-b64c-4fc7-9ff0-960200894783), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:24.254506 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=78,neutron:INSERT=11,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:24.300321 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-1f4df4e1-2261-4780-a3d8-cfabf1881021 admin admin] Deleting port 9b341558-2d81-4aaf-bb72-aa71d8a23bee {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:03:24.300673 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-1f4df4e1-2261-4780-a3d8-cfabf1881021 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (9b341558-2d81-4aaf-bb72-aa71d8a23bee), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:24.358637 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d925f8-ce8b-4f6a-b729-8e03a6df30d8 None None] DHCP port deletion for 0dec2021-b64c-4fc7-9ff0-960200894783 request from dv-cinder-846171-1-iscsi {{(pid=116194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 19:03:24.376967 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [None req-1f4df4e1-2261-4780-a3d8-cfabf1881021 admin admin] For port 9b341558-2d81-4aaf-bb72-aa71d8a23bee, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=9b341558-2d81-4aaf-bb72-aa71d8a23bee,segment=NetworkSegment(9f870342-ab65-443b-a0e2-542074951f0b),segment_id=9f870342-ab65-443b-a0e2-542074951f0b)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:03:24.377375 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-1f4df4e1-2261-4780-a3d8-cfabf1881021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (9b341558-2d81-4aaf-bb72-aa71d8a23bee), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:24.394860 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-1f4df4e1-2261-4780-a3d8-cfabf1881021 admin admin] Calling delete_port for 9b341558-2d81-4aaf-bb72-aa71d8a23bee owned by network:dhcp {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:03:24.413613 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d2d925f8-ce8b-4f6a-b729-8e03a6df30d8 None None] Deleting port 9b341558-2d81-4aaf-bb72-aa71d8a23bee {{(pid=116194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:03:24.414057 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2d925f8-ce8b-4f6a-b729-8e03a6df30d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (9b341558-2d81-4aaf-bb72-aa71d8a23bee), before_delete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:24.484734 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-d2d925f8-ce8b-4f6a-b729-8e03a6df30d8 None None] For port 9b341558-2d81-4aaf-bb72-aa71d8a23bee, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=9b341558-2d81-4aaf-bb72-aa71d8a23bee,segment=NetworkSegment(9f870342-ab65-443b-a0e2-542074951f0b),segment_id=9f870342-ab65-443b-a0e2-542074951f0b)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:03:24.485137 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2d925f8-ce8b-4f6a-b729-8e03a6df30d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (9b341558-2d81-4aaf-bb72-aa71d8a23bee), precommit_delete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:24.498547 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d2d925f8-ce8b-4f6a-b729-8e03a6df30d8 None None] Calling delete_port for 9b341558-2d81-4aaf-bb72-aa71d8a23bee owned by network:dhcp {{(pid=116194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:03:24.559767 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-1f4df4e1-2261-4780-a3d8-cfabf1881021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (9b341558-2d81-4aaf-bb72-aa71d8a23bee), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:24.560570 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:24.573758 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2d925f8-ce8b-4f6a-b729-8e03a6df30d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873'] for port (9b341558-2d81-4aaf-bb72-aa71d8a23bee), after_delete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:24.595731 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4df4e1-2261-4780-a3d8-cfabf1881021 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b341558-2d81-4aaf-bb72-aa71d8a23bee,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:24.595731 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4df4e1-2261-4780-a3d8-cfabf1881021 admin admin] No DVR routers for this DVR port 9b341558-2d81-4aaf-bb72-aa71d8a23bee on host dv-cinder-846171-1-iscsi {{(pid=116193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 19:03:24.606854 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d925f8-ce8b-4f6a-b729-8e03a6df30d8 None None] No DVR routers for this DVR port 9b341558-2d81-4aaf-bb72-aa71d8a23bee on host dv-cinder-846171-1-iscsi {{(pid=116194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 19:03:24.610801 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d925f8-ce8b-4f6a-b729-8e03a6df30d8 None None] Pushing event deleted for resources: {'Port': ['ID=9b341558-2d81-4aaf-bb72-aa71d8a23bee,revision_number=None']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:24.663328 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-1f4df4e1-2261-4780-a3d8-cfabf1881021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879417', 'neutron.services.segments.db._delete_segments_for_network-8748651528183'] for network (0dec2021-b64c-4fc7-9ff0-960200894783), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:24.684622 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.services.segments.db [None req-1f4df4e1-2261-4780-a3d8-cfabf1881021 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dec2021-b64c-4fc7-9ff0-960200894783']}} {{(pid=116193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:03:24.693832 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.services.segments.db [None req-1f4df4e1-2261-4780-a3d8-cfabf1881021 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f870342-ab65-443b-a0e2-542074951f0b') {'for_net_delete': True} {{(pid=116193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:03:24.694128 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.services.segments.db [None req-1f4df4e1-2261-4780-a3d8-cfabf1881021 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f870342-ab65-443b-a0e2-542074951f0b') {} {{(pid=116193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:03:24.704278 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-1f4df4e1-2261-4780-a3d8-cfabf1881021 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748651528066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5912559'] for segment (9f870342-ab65-443b-a0e2-542074951f0b), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:24.713168 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 55154) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:24.730711 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-1f4df4e1-2261-4780-a3d8-cfabf1881021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056'] for segment (9f870342-ab65-443b-a0e2-542074951f0b), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:24.733034 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-66ced451-b964-4e63-b988-450391a353ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:24.744201 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f4df4e1-2261-4780-a3d8-cfabf1881021 admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=116193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 19:03:24.744581 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-1f4df4e1-2261-4780-a3d8-cfabf1881021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5911613'] for segment (9f870342-ab65-443b-a0e2-542074951f0b), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:24.757877 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:24.764467 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.services.segments.plugin [-] Segment 9f870342-ab65-443b-a0e2-542074951f0b resource provider aggregate not found Jun 16 19:03:24.808787 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.services.segments.plugin [-] Segment 9f870342-ab65-443b-a0e2-542074951f0b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f870342-ab65-443b-a0e2-542074951f0b found for delete ", "request_id": "req-5b56cd44-a165-424f-88ea-31479bc3cfb8"}]} Jun 16 19:03:24.874640 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-66ced451-b964-4e63-b988-450391a353ed admin admin] Publish callbacks [] for security_group (64f3fa2b-7ead-4912-b1e5-3f2259cae703), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:24.903827 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-1f4df4e1-2261-4780-a3d8-cfabf1881021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8340142'] for network (0dec2021-b64c-4fc7-9ff0-960200894783), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:24.909045 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-1f4df4e1-2261-4780-a3d8-cfabf1881021 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for network (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:24.912357 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-1f4df4e1-2261-4780-a3d8-cfabf1881021 admin admin] 10.222.0.81 "DELETE /v2.0/networks/0dec2021-b64c-4fc7-9ff0-960200894783 HTTP/1.1" status: 204 len: 168 time: 0.7382541 Jun 16 19:03:24.915196 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 55160) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:24.922929 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4df4e1-2261-4780-a3d8-cfabf1881021 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dec2021-b64c-4fc7-9ff0-960200894783,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:24.972432 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-66ced451-b964-4e63-b988-450391a353ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (64f3fa2b-7ead-4912-b1e5-3f2259cae703), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:25.013977 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-66ced451-b964-4e63-b988-450391a353ed admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c27e00b377114945a80d9708b174ea5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2990184 Jun 16 19:03:25.015076 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ced451-b964-4e63-b988-450391a353ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f3fa2b-7ead-4912-b1e5-3f2259cae703,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:25.017423 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 55162) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:25.068978 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-90c374da-a34f-487c-9a68-e676a7aa29c8 admin admin] Publish callbacks [] for security_group (64f3fa2b-7ead-4912-b1e5-3f2259cae703), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:25.090997 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-90c374da-a34f-487c-9a68-e676a7aa29c8 admin admin] Publish callbacks [] for security_group (64f3fa2b-7ead-4912-b1e5-3f2259cae703), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:25.206823 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-90c374da-a34f-487c-9a68-e676a7aa29c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (64f3fa2b-7ead-4912-b1e5-3f2259cae703), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:25.209386 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-90c374da-a34f-487c-9a68-e676a7aa29c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:25.210533 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-90c374da-a34f-487c-9a68-e676a7aa29c8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/64f3fa2b-7ead-4912-b1e5-3f2259cae703 HTTP/1.1" status: 204 len: 168 time: 0.1922154 Jun 16 19:03:25.221136 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c374da-a34f-487c-9a68-e676a7aa29c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f3fa2b-7ead-4912-b1e5-3f2259cae703,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:25.222318 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:25.233369 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-2b04d093-0ab1-4a22-b856-f48f3742c49c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8339909'] for router_interface (23dfae63-8b8d-4cff-b35c-fc69811bd056), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:25.449137 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-2b04d093-0ab1-4a22-b856-f48f3742c49c admin admin] Deleting port 897e3caf-6773-45e7-bf82-44671789d8dd {{(pid=116192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:03:25.449503 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-2b04d093-0ab1-4a22-b856-f48f3742c49c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (897e3caf-6773-45e7-bf82-44671789d8dd), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:25.530609 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.db [None req-2b04d093-0ab1-4a22-b856-f48f3742c49c admin admin] For port 897e3caf-6773-45e7-bf82-44671789d8dd, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=897e3caf-6773-45e7-bf82-44671789d8dd,segment=NetworkSegment(455cca75-ca87-492f-8a6a-0eba8fac6e2f),segment_id=455cca75-ca87-492f-8a6a-0eba8fac6e2f)] {{(pid=116192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:03:25.530974 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-2b04d093-0ab1-4a22-b856-f48f3742c49c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (897e3caf-6773-45e7-bf82-44671789d8dd), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:25.544270 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-2b04d093-0ab1-4a22-b856-f48f3742c49c admin admin] Calling delete_port for 897e3caf-6773-45e7-bf82-44671789d8dd owned by network:router_interface {{(pid=116192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:03:25.651983 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=100 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:25.829793 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-2b04d093-0ab1-4a22-b856-f48f3742c49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326567'] for port (897e3caf-6773-45e7-bf82-44671789d8dd), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:25.854308 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04d093-0ab1-4a22-b856-f48f3742c49c admin admin] Pushing event deleted for resources: {'Port': ['ID=897e3caf-6773-45e7-bf82-44671789d8dd,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:26.037475 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-2b04d093-0ab1-4a22-b856-f48f3742c49c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8339541'] for router_interface (23dfae63-8b8d-4cff-b35c-fc69811bd056), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:26.136520 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 9b341558-2d81-4aaf-bb72-aa71d8a23bee no longer exists at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:03:26.155814 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] No Port match for: 9b341558-2d81-4aaf-bb72-aa71d8a23bee {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:03:26.156478 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 9b341558-2d81-4aaf-bb72-aa71d8a23bee not bound to the agent host dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:03:26.198900 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:26.259718 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b04d093-0ab1-4a22-b856-f48f3742c49c admin admin] Router 23dfae63-8b8d-4cff-b35c-fc69811bd056 has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 19:03:26.390574 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b04d093-0ab1-4a22-b856-f48f3742c49c admin admin] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:03:26.397665 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-2b04d093-0ab1-4a22-b856-f48f3742c49c admin admin] 10.222.0.81 "PUT /v2.0/routers/23dfae63-8b8d-4cff-b35c-fc69811bd056/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4794054 Jun 16 19:03:26.398339 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 55196) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:26.400118 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06712003-27fd-45a2-8a6d-f716b5306f60 None None] Sync routers for ids ['23dfae63-8b8d-4cff-b35c-fc69811bd056'] in dv-cinder-846171-1-iscsi {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:03:26.411550 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06712003-27fd-45a2-8a6d-f716b5306f60 None None] Routers {'23dfae63-8b8d-4cff-b35c-fc69811bd056'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:03:26.412157 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-06712003-27fd-45a2-8a6d-f716b5306f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:03:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['23dfae63-8b8d-4cff-b35c-fc69811bd056'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:03:26.441925 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:26.508055 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-76026d5b-8b7b-49ed-a557-57cd2ec05698 admin admin] Publish callbacks [] for router (23dfae63-8b8d-4cff-b35c-fc69811bd056), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:26.521921 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-06712003-27fd-45a2-8a6d-f716b5306f60 None None] Set router 23dfae63-8b8d-4cff-b35c-fc69811bd056 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:03:26.626290 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-76026d5b-8b7b-49ed-a557-57cd2ec05698 admin admin] Publish callbacks [] for router_gateway (23dfae63-8b8d-4cff-b35c-fc69811bd056), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:26.715874 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-76026d5b-8b7b-49ed-a557-57cd2ec05698 admin admin] Deleting port 6a94de47-d7a2-4040-8bc8-47884c6fe20b {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:03:26.716264 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-76026d5b-8b7b-49ed-a557-57cd2ec05698 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (6a94de47-d7a2-4040-8bc8-47884c6fe20b), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:26.717318 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-06712003-27fd-45a2-8a6d-f716b5306f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23dfae63-8b8d-4cff-b35c-fc69811bd056', 'name': 'tempest-TestShelveInstance-14185217-router', 'tenant_id': '3bae3e36253c4e47b7b507f53663186b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '6a94de47-d7a2-4040-8bc8-47884c6fe20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:34Z', 'updated_at': '2022-06-16T19:03:25Z', 'revision_number': 5, 'project_id': '3bae3e36253c4e47b7b507f53663186b', 'gw_port': {'id': '6a94de47-d7a2-4040-8bc8-47884c6fe20b', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:26:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23dfae63-8b8d-4cff-b35c-fc69811bd056', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:36Z', 'updated_at': '2022-06-16T18:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi'}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:03:26.749491 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06712003-27fd-45a2-8a6d-f716b5306f60 None None] Checking router: 23dfae63-8b8d-4cff-b35c-fc69811bd056 for host: dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:03:26.757985 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06712003-27fd-45a2-8a6d-f716b5306f60 None None] Routers {'23dfae63-8b8d-4cff-b35c-fc69811bd056'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:03:26.758703 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-06712003-27fd-45a2-8a6d-f716b5306f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:03:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['23dfae63-8b8d-4cff-b35c-fc69811bd056'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:03:26.826321 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [None req-76026d5b-8b7b-49ed-a557-57cd2ec05698 admin admin] For port 6a94de47-d7a2-4040-8bc8-47884c6fe20b, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=6a94de47-d7a2-4040-8bc8-47884c6fe20b,segment=NetworkSegment(71d34237-f06f-4603-b433-3dd04278adc6),segment_id=71d34237-f06f-4603-b433-3dd04278adc6)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:03:26.826992 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-76026d5b-8b7b-49ed-a557-57cd2ec05698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (6a94de47-d7a2-4040-8bc8-47884c6fe20b), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:26.842461 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-76026d5b-8b7b-49ed-a557-57cd2ec05698 admin admin] Calling delete_port for 6a94de47-d7a2-4040-8bc8-47884c6fe20b owned by network:router_gateway {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:03:26.844080 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:26.847946 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-06712003-27fd-45a2-8a6d-f716b5306f60 None None] Set router 23dfae63-8b8d-4cff-b35c-fc69811bd056 gateway port host: None {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:03:26.900257 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-06712003-27fd-45a2-8a6d-f716b5306f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23dfae63-8b8d-4cff-b35c-fc69811bd056', 'name': 'tempest-TestShelveInstance-14185217-router', 'tenant_id': '3bae3e36253c4e47b7b507f53663186b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:34Z', 'updated_at': '2022-06-16T19:03:26Z', 'revision_number': 6, 'project_id': '3bae3e36253c4e47b7b507f53663186b', 'gw_port_host': None}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:03:26.926560 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06712003-27fd-45a2-8a6d-f716b5306f60 None None] The sync data for ids ['23dfae63-8b8d-4cff-b35c-fc69811bd056'] in dv-cinder-846171-1-iscsi is: [{'id': '23dfae63-8b8d-4cff-b35c-fc69811bd056', 'name': 'tempest-TestShelveInstance-14185217-router', 'tenant_id': '3bae3e36253c4e47b7b507f53663186b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:34Z', 'updated_at': '2022-06-16T19:03:26Z', 'revision_number': 6, 'project_id': '3bae3e36253c4e47b7b507f53663186b', 'gw_port_host': None}] {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:03:27.127367 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-76026d5b-8b7b-49ed-a557-57cd2ec05698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (6a94de47-d7a2-4040-8bc8-47884c6fe20b), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:27.153426 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76026d5b-8b7b-49ed-a557-57cd2ec05698 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a94de47-d7a2-4040-8bc8-47884c6fe20b,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:27.228945 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-76026d5b-8b7b-49ed-a557-57cd2ec05698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8340098'] for router_gateway (23dfae63-8b8d-4cff-b35c-fc69811bd056), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:27.329263 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-76026d5b-8b7b-49ed-a557-57cd2ec05698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8344715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12082'] for router (23dfae63-8b8d-4cff-b35c-fc69811bd056), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:27.334735 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-76026d5b-8b7b-49ed-a557-57cd2ec05698 admin admin] Publish callbacks [] for router_controller (23dfae63-8b8d-4cff-b35c-fc69811bd056), precommit_delete_associations {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:27.441815 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-76026d5b-8b7b-49ed-a557-57cd2ec05698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8344801'] for router (23dfae63-8b8d-4cff-b35c-fc69811bd056), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:27.442490 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76026d5b-8b7b-49ed-a557-57cd2ec05698 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23dfae63-8b8d-4cff-b35c-fc69811bd056 {{(pid=116193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 19:03:27.446685 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-76026d5b-8b7b-49ed-a557-57cd2ec05698 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:27.448014 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-76026d5b-8b7b-49ed-a557-57cd2ec05698 admin admin] 10.222.0.81 "DELETE /v2.0/routers/23dfae63-8b8d-4cff-b35c-fc69811bd056 HTTP/1.1" status: 204 len: 168 time: 1.0486400 Jun 16 19:03:27.450502 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 55224) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:27.482602 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:27.498573 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_v2 [None req-a84ff935-181d-40a8-82ef-68a251a3e264 admin admin] Deleting subnet 1bdbc34f-10fc-4f8f-8f55-2bb1a8fea258 {{(pid=116193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 19:03:27.501835 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a84ff935-181d-40a8-82ef-68a251a3e264 admin admin] Publish callbacks [] for subnet (1bdbc34f-10fc-4f8f-8f55-2bb1a8fea258), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:27.537422 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a84ff935-181d-40a8-82ef-68a251a3e264 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5912568'] for subnet (1bdbc34f-10fc-4f8f-8f55-2bb1a8fea258), precommit_delete_associations {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:27.566437 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:27.615862 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a84ff935-181d-40a8-82ef-68a251a3e264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877176'] for subnet (1bdbc34f-10fc-4f8f-8f55-2bb1a8fea258), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:27.617683 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:27.779591 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a84ff935-181d-40a8-82ef-68a251a3e264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5911779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5640598'] for subnet (1bdbc34f-10fc-4f8f-8f55-2bb1a8fea258), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:27.805351 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ff935-181d-40a8-82ef-68a251a3e264 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bdbc34f-10fc-4f8f-8f55-2bb1a8fea258,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:27.811169 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a84ff935-181d-40a8-82ef-68a251a3e264 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:27.814368 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-a84ff935-181d-40a8-82ef-68a251a3e264 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/1bdbc34f-10fc-4f8f-8f55-2bb1a8fea258 HTTP/1.1" status: 204 len: 168 time: 0.3629467 Jun 16 19:03:27.816846 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 55226) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:27.819511 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c983f86-821c-4001-bef8-3cadf3a642f7 None None] Network c6de8802-2e60-45d6-a939-86b9ab3d487c requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 19:03:27.896277 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-3ccfbde6-c0df-477d-b600-fbba249fc34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660547'] for network (c6de8802-2e60-45d6-a939-86b9ab3d487c), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:27.949036 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-3ccfbde6-c0df-477d-b600-fbba249fc34e admin admin] Deleting port dd7577d1-5cc5-43a8-a253-9eaa547ffb39 {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:03:27.949410 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-3ccfbde6-c0df-477d-b600-fbba249fc34e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (dd7577d1-5cc5-43a8-a253-9eaa547ffb39), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:27.980213 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff13e0e-0f92-425c-beb8-e528ede7d0b4 None None] DHCP port deletion for c6de8802-2e60-45d6-a939-86b9ab3d487c request from dv-cinder-846171-1-iscsi {{(pid=116194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 19:03:28.021905 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-fff13e0e-0f92-425c-beb8-e528ede7d0b4 None None] Deleting port dd7577d1-5cc5-43a8-a253-9eaa547ffb39 {{(pid=116194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:03:28.022511 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-fff13e0e-0f92-425c-beb8-e528ede7d0b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (dd7577d1-5cc5-43a8-a253-9eaa547ffb39), before_delete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:28.032491 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [None req-3ccfbde6-c0df-477d-b600-fbba249fc34e admin admin] For port dd7577d1-5cc5-43a8-a253-9eaa547ffb39, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=dd7577d1-5cc5-43a8-a253-9eaa547ffb39,segment=NetworkSegment(455cca75-ca87-492f-8a6a-0eba8fac6e2f),segment_id=455cca75-ca87-492f-8a6a-0eba8fac6e2f)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:03:28.035506 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-3ccfbde6-c0df-477d-b600-fbba249fc34e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (dd7577d1-5cc5-43a8-a253-9eaa547ffb39), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:28.047911 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-3ccfbde6-c0df-477d-b600-fbba249fc34e admin admin] Calling delete_port for dd7577d1-5cc5-43a8-a253-9eaa547ffb39 owned by network:dhcp {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:03:28.080024 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 6a94de47-d7a2-4040-8bc8-47884c6fe20b no longer exists at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:03:28.093615 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:28.111028 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] No Port match for: 6a94de47-d7a2-4040-8bc8-47884c6fe20b {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:03:28.111375 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 6a94de47-d7a2-4040-8bc8-47884c6fe20b not bound to the agent host dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:03:28.111787 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device dd7577d1-5cc5-43a8-a253-9eaa547ffb39 no longer exists at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:03:28.115316 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-fff13e0e-0f92-425c-beb8-e528ede7d0b4 None None] For port dd7577d1-5cc5-43a8-a253-9eaa547ffb39, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=dd7577d1-5cc5-43a8-a253-9eaa547ffb39,segment=NetworkSegment(455cca75-ca87-492f-8a6a-0eba8fac6e2f),segment_id=455cca75-ca87-492f-8a6a-0eba8fac6e2f)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:03:28.115718 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-fff13e0e-0f92-425c-beb8-e528ede7d0b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (dd7577d1-5cc5-43a8-a253-9eaa547ffb39), precommit_delete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:28.163087 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-fff13e0e-0f92-425c-beb8-e528ede7d0b4 None None] Calling delete_port for dd7577d1-5cc5-43a8-a253-9eaa547ffb39 owned by network:dhcp {{(pid=116194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:03:28.207813 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-3ccfbde6-c0df-477d-b600-fbba249fc34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (dd7577d1-5cc5-43a8-a253-9eaa547ffb39), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:28.233719 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:28.233719 dv-cinder-846171-1-iscsi neutron-server[116194]: INFO neutron.plugins.ml2.db [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] No ports have port_id starting with dd7577d1-5cc5-43a8-a253-9eaa547ffb39 Jun 16 19:03:28.235144 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 897e3caf-6773-45e7-bf82-44671789d8dd no longer exists at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:03:28.236550 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccfbde6-c0df-477d-b600-fbba249fc34e admin admin] Pushing event deleted for resources: {'Port': ['ID=dd7577d1-5cc5-43a8-a253-9eaa547ffb39,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:28.242926 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccfbde6-c0df-477d-b600-fbba249fc34e admin admin] No DVR routers for this DVR port dd7577d1-5cc5-43a8-a253-9eaa547ffb39 on host dv-cinder-846171-1-iscsi {{(pid=116193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 19:03:28.258095 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] No Port match for: 897e3caf-6773-45e7-bf82-44671789d8dd {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:03:28.258441 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 897e3caf-6773-45e7-bf82-44671789d8dd not bound to the agent host dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:03:28.293800 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-fff13e0e-0f92-425c-beb8-e528ede7d0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873'] for port (dd7577d1-5cc5-43a8-a253-9eaa547ffb39), after_delete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:28.321803 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff13e0e-0f92-425c-beb8-e528ede7d0b4 None None] Pushing event deleted for resources: {'Port': ['ID=dd7577d1-5cc5-43a8-a253-9eaa547ffb39,revision_number=None']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:28.322035 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff13e0e-0f92-425c-beb8-e528ede7d0b4 None None] No DVR routers for this DVR port dd7577d1-5cc5-43a8-a253-9eaa547ffb39 on host dv-cinder-846171-1-iscsi {{(pid=116194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 19:03:28.328625 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-3ccfbde6-c0df-477d-b600-fbba249fc34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879417', 'neutron.services.segments.db._delete_segments_for_network-8748651528183'] for network (c6de8802-2e60-45d6-a939-86b9ab3d487c), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:28.358058 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.services.segments.db [None req-3ccfbde6-c0df-477d-b600-fbba249fc34e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6de8802-2e60-45d6-a939-86b9ab3d487c']}} {{(pid=116193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:03:28.368001 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.services.segments.db [None req-3ccfbde6-c0df-477d-b600-fbba249fc34e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '455cca75-ca87-492f-8a6a-0eba8fac6e2f') {'for_net_delete': True} {{(pid=116193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:03:28.368302 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.services.segments.db [None req-3ccfbde6-c0df-477d-b600-fbba249fc34e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '455cca75-ca87-492f-8a6a-0eba8fac6e2f') {} {{(pid=116193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:03:28.379293 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-3ccfbde6-c0df-477d-b600-fbba249fc34e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748651528066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5912559'] for segment (455cca75-ca87-492f-8a6a-0eba8fac6e2f), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:28.393129 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-3ccfbde6-c0df-477d-b600-fbba249fc34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056'] for segment (455cca75-ca87-492f-8a6a-0eba8fac6e2f), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:28.399277 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ccfbde6-c0df-477d-b600-fbba249fc34e admin admin] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=116193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 19:03:28.399679 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-3ccfbde6-c0df-477d-b600-fbba249fc34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5911613'] for segment (455cca75-ca87-492f-8a6a-0eba8fac6e2f), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:28.421738 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.services.segments.plugin [-] Segment 455cca75-ca87-492f-8a6a-0eba8fac6e2f resource provider aggregate not found Jun 16 19:03:28.453304 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.services.segments.plugin [-] Segment 455cca75-ca87-492f-8a6a-0eba8fac6e2f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 455cca75-ca87-492f-8a6a-0eba8fac6e2f found for delete ", "request_id": "req-55f492ce-961c-460d-9b94-95b5dc68abe2"}]} Jun 16 19:03:28.578138 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-3ccfbde6-c0df-477d-b600-fbba249fc34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8340142'] for network (c6de8802-2e60-45d6-a939-86b9ab3d487c), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:28.585218 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-3ccfbde6-c0df-477d-b600-fbba249fc34e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for network (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:28.590336 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-3ccfbde6-c0df-477d-b600-fbba249fc34e admin admin] 10.222.0.81 "DELETE /v2.0/networks/c6de8802-2e60-45d6-a939-86b9ab3d487c HTTP/1.1" status: 204 len: 168 time: 0.7700372 Jun 16 19:03:28.604123 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccfbde6-c0df-477d-b600-fbba249fc34e admin admin] Pushing event deleted for resources: {'Network': ['ID=c6de8802-2e60-45d6-a939-86b9ab3d487c,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:28.931664 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 55246) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:28.974152 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-595e1916-6ddc-4764-9e9c-53fbfc5233fd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5db8d64fab0e45ffbba87b1ae3b48703&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413425 Jun 16 19:03:28.978356 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 55248) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:29.029750 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-280a0d09-340c-4863-a416-38cfca7de883 admin admin] Publish callbacks [] for security_group (9c130200-67a0-4d9d-8653-ad592d78420d), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:29.051547 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-280a0d09-340c-4863-a416-38cfca7de883 admin admin] Publish callbacks [] for security_group (9c130200-67a0-4d9d-8653-ad592d78420d), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:29.088348 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:29.219728 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-280a0d09-340c-4863-a416-38cfca7de883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (9c130200-67a0-4d9d-8653-ad592d78420d), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:29.224660 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-280a0d09-340c-4863-a416-38cfca7de883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:29.225871 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-280a0d09-340c-4863-a416-38cfca7de883 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9c130200-67a0-4d9d-8653-ad592d78420d HTTP/1.1" status: 204 len: 168 time: 0.2466257 Jun 16 19:03:29.236300 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a0d09-340c-4863-a416-38cfca7de883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c130200-67a0-4d9d-8653-ad592d78420d,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:30.045232 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 55270) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:30.085463 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-7b0e0046-06e4-4a86-a77e-fc16141428e7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3bae3e36253c4e47b7b507f53663186b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389302 Jun 16 19:03:30.087874 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 55272) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:30.136437 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-48347893-aad1-4e3b-8959-5231189147ec admin admin] Publish callbacks [] for security_group (bed17917-0568-4f47-bcea-4569bb038169), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:30.157424 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-48347893-aad1-4e3b-8959-5231189147ec admin admin] Publish callbacks [] for security_group (bed17917-0568-4f47-bcea-4569bb038169), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:30.304492 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-48347893-aad1-4e3b-8959-5231189147ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (bed17917-0568-4f47-bcea-4569bb038169), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:30.307027 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-48347893-aad1-4e3b-8959-5231189147ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:30.308166 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-48347893-aad1-4e3b-8959-5231189147ec admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bed17917-0568-4f47-bcea-4569bb038169 HTTP/1.1" status: 204 len: 168 time: 0.2193930 Jun 16 19:03:30.316642 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48347893-aad1-4e3b-8959-5231189147ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed17917-0568-4f47-bcea-4569bb038169,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:32.736667 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 55306) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:32.843352 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e3423f74-3f65-4537-8b0f-e4bf843d2f82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:32.945735 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e3423f74-3f65-4537-8b0f-e4bf843d2f82 admin admin] Publish callbacks [] for security_group (86c35852-8f68-41ed-acba-9c26eea15f0c), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:32.990049 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e3423f74-3f65-4537-8b0f-e4bf843d2f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (86c35852-8f68-41ed-acba-9c26eea15f0c), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:33.031396 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-e3423f74-3f65-4537-8b0f-e4bf843d2f82 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9e69d72ef4584bf5872a2512035dfe11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2935472 Jun 16 19:03:33.032267 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3423f74-3f65-4537-8b0f-e4bf843d2f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c35852-8f68-41ed-acba-9c26eea15f0c,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:33.034120 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 55310) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:33.083781 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-ac14766c-1862-415f-8916-f3a0fd164643 admin admin] Publish callbacks [] for security_group (86c35852-8f68-41ed-acba-9c26eea15f0c), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:33.105918 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-ac14766c-1862-415f-8916-f3a0fd164643 admin admin] Publish callbacks [] for security_group (86c35852-8f68-41ed-acba-9c26eea15f0c), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:33.247658 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-ac14766c-1862-415f-8916-f3a0fd164643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (86c35852-8f68-41ed-acba-9c26eea15f0c), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:33.250510 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-ac14766c-1862-415f-8916-f3a0fd164643 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:33.251890 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-ac14766c-1862-415f-8916-f3a0fd164643 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/86c35852-8f68-41ed-acba-9c26eea15f0c HTTP/1.1" status: 204 len: 168 time: 0.2164536 Jun 16 19:03:33.262629 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac14766c-1862-415f-8916-f3a0fd164643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c35852-8f68-41ed-acba-9c26eea15f0c,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:36.693269 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-6eca7fbc-b842-447f-ba2b-fa351b6205e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:38.138094 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=3 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:38.140929 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=21,neutron:DELETE=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:39.014879 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 55396) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:39.019506 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-2be42030-ef12-4456-9d8b-e0b13b8d5858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:39.120493 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-86a12a66-a1c2-47ae-9957-6c28e30cc0a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:39.194750 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-86a12a66-a1c2-47ae-9957-6c28e30cc0a6 admin admin] Publish callbacks [] for security_group (34c43558-80dc-4ff0-9c8b-49dc01cb9bc9), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:39.264741 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-86a12a66-a1c2-47ae-9957-6c28e30cc0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (34c43558-80dc-4ff0-9c8b-49dc01cb9bc9), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:39.281312 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=15 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:39.302914 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a12a66-a1c2-47ae-9957-6c28e30cc0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c43558-80dc-4ff0-9c8b-49dc01cb9bc9,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:39.307585 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-86a12a66-a1c2-47ae-9957-6c28e30cc0a6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=99eeaf8e613e4a4c908e3ba52ee900e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2917082 Jun 16 19:03:39.310632 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 55400) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:39.361595 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1e4b6d25-1989-4372-8a29-374e01385498 admin admin] Publish callbacks [] for security_group (34c43558-80dc-4ff0-9c8b-49dc01cb9bc9), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:39.384101 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1e4b6d25-1989-4372-8a29-374e01385498 admin admin] Publish callbacks [] for security_group (34c43558-80dc-4ff0-9c8b-49dc01cb9bc9), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:39.400505 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:39.492683 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1e4b6d25-1989-4372-8a29-374e01385498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (34c43558-80dc-4ff0-9c8b-49dc01cb9bc9), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:39.495264 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1e4b6d25-1989-4372-8a29-374e01385498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:39.496472 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-1e4b6d25-1989-4372-8a29-374e01385498 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/34c43558-80dc-4ff0-9c8b-49dc01cb9bc9 HTTP/1.1" status: 204 len: 168 time: 0.1853344 Jun 16 19:03:39.506187 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4b6d25-1989-4372-8a29-374e01385498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c43558-80dc-4ff0-9c8b-49dc01cb9bc9,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:40.097709 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 55424) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:40.110991 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f300b292-0f79-4331-9fbe-bc6b6194b752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:40.190394 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f300b292-0f79-4331-9fbe-bc6b6194b752 admin admin] Publish callbacks [] for security_group (23b8bcd6-80ae-4e37-ab71-4d4bef647c59), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:40.248289 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f300b292-0f79-4331-9fbe-bc6b6194b752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (23b8bcd6-80ae-4e37-ab71-4d4bef647c59), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:40.265361 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:40.291697 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-f300b292-0f79-4331-9fbe-bc6b6194b752 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a315bb61d9a1403fa5d12c5273d7f289&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1905777 Jun 16 19:03:40.291697 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f300b292-0f79-4331-9fbe-bc6b6194b752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b8bcd6-80ae-4e37-ab71-4d4bef647c59,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:40.292770 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 55432) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:40.346655 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-44301137-7fc9-4257-b6d8-b0b0ed5c343e admin admin] Publish callbacks [] for security_group (23b8bcd6-80ae-4e37-ab71-4d4bef647c59), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:40.372163 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-44301137-7fc9-4257-b6d8-b0b0ed5c343e admin admin] Publish callbacks [] for security_group (23b8bcd6-80ae-4e37-ab71-4d4bef647c59), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:40.527341 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-44301137-7fc9-4257-b6d8-b0b0ed5c343e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (23b8bcd6-80ae-4e37-ab71-4d4bef647c59), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:40.527341 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-44301137-7fc9-4257-b6d8-b0b0ed5c343e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:40.527341 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-44301137-7fc9-4257-b6d8-b0b0ed5c343e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/23b8bcd6-80ae-4e37-ab71-4d4bef647c59 HTTP/1.1" status: 204 len: 168 time: 0.2316966 Jun 16 19:03:40.534892 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44301137-7fc9-4257-b6d8-b0b0ed5c343e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b8bcd6-80ae-4e37-ab71-4d4bef647c59,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:41.590927 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:42.059319 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:46.164340 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 55562) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:46.264636 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:46.271385 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-ba98a18d-39dc-4883-b5c4-b7f064fdb2c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:46.348701 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-ba98a18d-39dc-4883-b5c4-b7f064fdb2c0 admin admin] Publish callbacks [] for security_group (60f6acb2-6444-47a9-a1c1-0f8fad1f3741), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:46.408372 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-ba98a18d-39dc-4883-b5c4-b7f064fdb2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (60f6acb2-6444-47a9-a1c1-0f8fad1f3741), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:46.452110 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-ba98a18d-39dc-4883-b5c4-b7f064fdb2c0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=68e5263154724df2969ccfe7418a0ef8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2841389 Jun 16 19:03:46.452110 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98a18d-39dc-4883-b5c4-b7f064fdb2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f6acb2-6444-47a9-a1c1-0f8fad1f3741,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:46.452495 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 55576) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:46.517745 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-3ea85f65-325e-4fbe-9524-b4082ce1b064 admin admin] Publish callbacks [] for security_group (60f6acb2-6444-47a9-a1c1-0f8fad1f3741), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:46.539625 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-3ea85f65-325e-4fbe-9524-b4082ce1b064 admin admin] Publish callbacks [] for security_group (60f6acb2-6444-47a9-a1c1-0f8fad1f3741), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:46.677223 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-3ea85f65-325e-4fbe-9524-b4082ce1b064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (60f6acb2-6444-47a9-a1c1-0f8fad1f3741), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:46.679854 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-3ea85f65-325e-4fbe-9524-b4082ce1b064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:46.681001 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-3ea85f65-325e-4fbe-9524-b4082ce1b064 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/60f6acb2-6444-47a9-a1c1-0f8fad1f3741 HTTP/1.1" status: 204 len: 168 time: 0.2275450 Jun 16 19:03:46.690681 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea85f65-325e-4fbe-9524-b4082ce1b064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f6acb2-6444-47a9-a1c1-0f8fad1f3741,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:46.698767 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea85f65-325e-4fbe-9524-b4082ce1b064 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:46.699314 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea85f65-325e-4fbe-9524-b4082ce1b064 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:46.699823 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea85f65-325e-4fbe-9524-b4082ce1b064 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:46.700336 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea85f65-325e-4fbe-9524-b4082ce1b064 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:46.700836 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea85f65-325e-4fbe-9524-b4082ce1b064 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:46.701358 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea85f65-325e-4fbe-9524-b4082ce1b064 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:46.702655 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea85f65-325e-4fbe-9524-b4082ce1b064 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:46.703142 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea85f65-325e-4fbe-9524-b4082ce1b064 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:46.703816 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea85f65-325e-4fbe-9524-b4082ce1b064 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:46.704410 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea85f65-325e-4fbe-9524-b4082ce1b064 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:46.704898 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea85f65-325e-4fbe-9524-b4082ce1b064 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:46.705512 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea85f65-325e-4fbe-9524-b4082ce1b064 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:46.705994 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea85f65-325e-4fbe-9524-b4082ce1b064 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:46.706760 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea85f65-325e-4fbe-9524-b4082ce1b064 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:46.707913 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea85f65-325e-4fbe-9524-b4082ce1b064 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:48.103079 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 6 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 19:03:48.969094 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc232c-b3ac-496d-b630-610abb2ae32d req-ab657d8d-d7a1-4fd3-aa2f-f3f1ad3d8059 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:48.970528 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a6dc232c-b3ac-496d-b630-610abb2ae32d req-ab657d8d-d7a1-4fd3-aa2f-f3f1ad3d8059 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 947 time: 0.0477767 Jun 16 19:03:49.024288 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a6dc232c-b3ac-496d-b630-610abb2ae32d req-bebc7521-d047-4947-8926-b91cd053c3fa tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480609 Jun 16 19:03:49.556135 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-51b43f42-76d0-4cc2-bf2d-0c7eb4e04a30 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=f450f6cb6a174dc0ad93134e93fe75cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312428 Jun 16 19:03:49.900873 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:49.982899 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-2a87e40a-bfbc-4986-84ed-54a6722f0d9d tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:49.990504 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-2a87e40a-bfbc-4986-84ed-54a6722f0d9d tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4228685 Jun 16 19:03:49.999428 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-45e7078f-6265-4270-beea-c30727296675 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.81 "GET /v2.0/quotas/f450f6cb6a174dc0ad93134e93fe75cc HTTP/1.1" status: 200 len: 375 time: 0.0090251 Jun 16 19:03:50.032588 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-048ff2c1-999b-4eee-9b28-7a89f18cf19a tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f450f6cb6a174dc0ad93134e93fe75cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281749 Jun 16 19:03:50.158364 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec28d9-b287-4ef0-8f67-54c74148ff3d req-e0236f84-eef7-4e86-917e-0e51070a3909 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:50.159953 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-17ec28d9-b287-4ef0-8f67-54c74148ff3d req-e0236f84-eef7-4e86-917e-0e51070a3909 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 947 time: 0.0547998 Jun 16 19:03:50.208666 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-17ec28d9-b287-4ef0-8f67-54c74148ff3d req-e9ba0f39-5604-4580-8d34-0b2a54591ed5 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups?id=57334075-e2ce-4f15-8175-1ec904ee49ae&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431049 Jun 16 19:03:50.333629 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-dd4eaecf-977a-4535-8417-d54f1b0039c5 req-bd08a5a0-b551-41ca-ad6b-4e821cbcccfa tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.81 "GET /v2.0/ports?device_id=e609d628-b50e-4cc7-af5b-282585a90654 HTTP/1.1" status: 200 len: 210 time: 0.0436385 Jun 16 19:03:50.349519 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76385406-863c-45e0-9bf0-01c08444d1bb req-0200793d-f72e-410a-b7d9-0c299d7c2c5b tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:50.351048 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-76385406-863c-45e0-9bf0-01c08444d1bb req-0200793d-f72e-410a-b7d9-0c299d7c2c5b tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.66 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 947 time: 0.0720201 Jun 16 19:03:50.442708 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-76385406-863c-45e0-9bf0-01c08444d1bb req-2ce72cab-7c4c-48e7-b5c1-f7cd7223113e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Deleting port 876dcbc0-6957-426a-86fc-525cbbd501e9 {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:03:50.443052 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-76385406-863c-45e0-9bf0-01c08444d1bb req-2ce72cab-7c4c-48e7-b5c1-f7cd7223113e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (876dcbc0-6957-426a-86fc-525cbbd501e9), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:50.531700 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-76385406-863c-45e0-9bf0-01c08444d1bb req-2ce72cab-7c4c-48e7-b5c1-f7cd7223113e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] For port 876dcbc0-6957-426a-86fc-525cbbd501e9, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=876dcbc0-6957-426a-86fc-525cbbd501e9,segment=NetworkSegment(2d327e91-41ae-4018-ab9b-16723f98bb9d),segment_id=2d327e91-41ae-4018-ab9b-16723f98bb9d)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:03:50.531984 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-76385406-863c-45e0-9bf0-01c08444d1bb req-2ce72cab-7c4c-48e7-b5c1-f7cd7223113e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (876dcbc0-6957-426a-86fc-525cbbd501e9), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:50.694873 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-76385406-863c-45e0-9bf0-01c08444d1bb req-2ce72cab-7c4c-48e7-b5c1-f7cd7223113e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:50.695240 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-76385406-863c-45e0-9bf0-01c08444d1bb req-2ce72cab-7c4c-48e7-b5c1-f7cd7223113e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8340165'] for floatingip (cc66b1e1-6100-4636-bc72-08cdfcd8a658), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:50.700056 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.db.l3_db [req-76385406-863c-45e0-9bf0-01c08444d1bb req-2ce72cab-7c4c-48e7-b5c1-f7cd7223113e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Floating IP cc66b1e1-6100-4636-bc72-08cdfcd8a658 disassociated. External IP: 172.27.0.43, port: 876dcbc0-6957-426a-86fc-525cbbd501e9. Jun 16 19:03:50.700056 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-76385406-863c-45e0-9bf0-01c08444d1bb req-2ce72cab-7c4c-48e7-b5c1-f7cd7223113e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Calling delete_port for 876dcbc0-6957-426a-86fc-525cbbd501e9 owned by compute:nova {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:03:50.768005 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:50.894674 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-76385406-863c-45e0-9bf0-01c08444d1bb req-2ce72cab-7c4c-48e7-b5c1-f7cd7223113e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (876dcbc0-6957-426a-86fc-525cbbd501e9), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:50.923549 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce72cab-7c4c-48e7-b5c1-f7cd7223113e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Pushing event deleted for resources: {'Port': ['ID=876dcbc0-6957-426a-86fc-525cbbd501e9,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:51.037980 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76385406-863c-45e0-9bf0-01c08444d1bb req-2ce72cab-7c4c-48e7-b5c1-f7cd7223113e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Router f03bfdaa-4ab3-45bb-a8a4-42f612f6a932 has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 19:03:51.141899 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76385406-863c-45e0-9bf0-01c08444d1bb req-2ce72cab-7c4c-48e7-b5c1-f7cd7223113e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:03:51.152027 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913abe7f-27b1-4c79-92a4-2db5e8fb2fb1 None None] Sync routers for ids ['f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'] in dv-cinder-846171-1-iscsi {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:03:51.163555 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913abe7f-27b1-4c79-92a4-2db5e8fb2fb1 None None] Routers {'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:03:51.166419 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-913abe7f-27b1-4c79-92a4-2db5e8fb2fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:03:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:03:51.194129 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [req-76385406-863c-45e0-9bf0-01c08444d1bb req-2ce72cab-7c4c-48e7-b5c1-f7cd7223113e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] No DVR routers for this DVR port 876dcbc0-6957-426a-86fc-525cbbd501e9 on host hv-cinder-84617 {{(pid=116193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 19:03:51.197144 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-76385406-863c-45e0-9bf0-01c08444d1bb req-2ce72cab-7c4c-48e7-b5c1-f7cd7223113e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:51.201743 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-76385406-863c-45e0-9bf0-01c08444d1bb req-2ce72cab-7c4c-48e7-b5c1-f7cd7223113e tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.66 "DELETE /v2.0/ports/876dcbc0-6957-426a-86fc-525cbbd501e9 HTTP/1.1" status: 204 len: 173 time: 0.8452575 Jun 16 19:03:51.202406 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ad0030-d602-4eda-932c-e5a9ff1a7339', 'name': 'network-vif-deleted', 'tag': '876dcbc0-6957-426a-86fc-525cbbd501e9'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:03:51.205273 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627c04b8-c9b1-4b0e-aa6e-d7150eea7981" -d '{"events": [{"server_uuid": "33ad0030-d602-4eda-932c-e5a9ff1a7339", "name": "network-vif-deleted", "tag": "876dcbc0-6957-426a-86fc-525cbbd501e9"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:03:51.262646 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 19:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0351feb6-6c35-488d-a81f-0c38992710a8 x-openstack-request-id: req-0351feb6-6c35-488d-a81f-0c38992710a8 {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:03:51.262646 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ad0030-d602-4eda-932c-e5a9ff1a7339", "name": "network-vif-deleted", "tag": "876dcbc0-6957-426a-86fc-525cbbd501e9", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:03:51.262646 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0351feb6-6c35-488d-a81f-0c38992710a8 {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:03:51.262646 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0351feb6-6c35-488d-a81f-0c38992710a8'] response: {'server_uuid': '33ad0030-d602-4eda-932c-e5a9ff1a7339', 'name': 'network-vif-deleted', 'tag': '876dcbc0-6957-426a-86fc-525cbbd501e9', 'status': 'completed', 'code': 200} Jun 16 19:03:51.272968 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-913abe7f-27b1-4c79-92a4-2db5e8fb2fb1 None None] Set router f03bfdaa-4ab3-45bb-a8a4-42f612f6a932 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:03:51.500397 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-913abe7f-27b1-4c79-92a4-2db5e8fb2fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'name': 'tempest-AttachVolumeShelveTestJSON-172575064-router', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'f44d7cb1-f583-4148-917f-fb546be0871f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:54Z', 'updated_at': '2022-06-16T18:56:06Z', 'revision_number': 4, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'gw_port': {'id': 'f44d7cb1-f583-4148-917f-fb546be0871f', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:56Z', 'updated_at': '2022-06-16T18:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '8b585d1e-7432-4b39-b65a-be7738265e74', 'name': '', 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'mac_address': 'fa:16:3e:e8:45:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'fe716360-4f3c-4c62-9220-aaf7aa3a7a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:56:03Z', 'updated_at': '2022-06-16T18:56:12Z', 'revision_number': 5, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'subnets': [{'id': 'fe716360-4f3c-4c62-9220-aaf7aa3a7a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:03:51.515682 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ea4d72b5-4373-44b6-9ee8-e3c900f1fd5e req-40ceb500-3f8e-4526-b242-4aafe41e6a27 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/ports?device_id=33ad0030-d602-4eda-932c-e5a9ff1a7339 HTTP/1.1" status: 200 len: 210 time: 0.0381069 Jun 16 19:03:51.528973 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913abe7f-27b1-4c79-92a4-2db5e8fb2fb1 None None] Checking router: f03bfdaa-4ab3-45bb-a8a4-42f612f6a932 for host: dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:03:51.538465 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913abe7f-27b1-4c79-92a4-2db5e8fb2fb1 None None] Routers {'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:03:51.539270 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-913abe7f-27b1-4c79-92a4-2db5e8fb2fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:03:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:03:51.544510 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-cf25ea73-6d55-4098-9389-2c4d0e9a0f6f req-1a8f3b09-2c3f-4899-bbae-0f9845d4841b tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.81 "GET /v2.0/ports?device_id=e609d628-b50e-4cc7-af5b-282585a90654 HTTP/1.1" status: 200 len: 210 time: 0.0319293 Jun 16 19:03:51.731742 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-913abe7f-27b1-4c79-92a4-2db5e8fb2fb1 None None] Set router f03bfdaa-4ab3-45bb-a8a4-42f612f6a932 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:03:51.787454 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 55690) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:51.919962 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-203855fa-8659-482d-8b97-84341ebb38fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:51.932584 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:51.940409 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-913abe7f-27b1-4c79-92a4-2db5e8fb2fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'name': 'tempest-AttachVolumeShelveTestJSON-172575064-router', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'f44d7cb1-f583-4148-917f-fb546be0871f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:54Z', 'updated_at': '2022-06-16T18:56:06Z', 'revision_number': 4, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'gw_port': {'id': 'f44d7cb1-f583-4148-917f-fb546be0871f', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:56Z', 'updated_at': '2022-06-16T18:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '8b585d1e-7432-4b39-b65a-be7738265e74', 'name': '', 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'mac_address': 'fa:16:3e:e8:45:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'fe716360-4f3c-4c62-9220-aaf7aa3a7a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:56:03Z', 'updated_at': '2022-06-16T18:56:12Z', 'revision_number': 5, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'subnets': [{'id': 'fe716360-4f3c-4c62-9220-aaf7aa3a7a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:03:51.970133 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913abe7f-27b1-4c79-92a4-2db5e8fb2fb1 None None] The sync data for ids ['f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'] in dv-cinder-846171-1-iscsi is: [{'id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'name': 'tempest-AttachVolumeShelveTestJSON-172575064-router', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'f44d7cb1-f583-4148-917f-fb546be0871f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:54Z', 'updated_at': '2022-06-16T18:56:06Z', 'revision_number': 4, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'gw_port': {'id': 'f44d7cb1-f583-4148-917f-fb546be0871f', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:56Z', 'updated_at': '2022-06-16T18:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '8b585d1e-7432-4b39-b65a-be7738265e74', 'name': '', 'network_id': 'b63c6cac-d1b4-42bd-9dde-7d5291a4c111', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'mac_address': 'fa:16:3e:e8:45:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'fe716360-4f3c-4c62-9220-aaf7aa3a7a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:56:03Z', 'updated_at': '2022-06-16T18:56:12Z', 'revision_number': 5, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'subnets': [{'id': 'fe716360-4f3c-4c62-9220-aaf7aa3a7a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:03:52.004052 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-203855fa-8659-482d-8b97-84341ebb38fc admin admin] Publish callbacks [] for security_group (9225765a-0787-4c11-a81c-a350d76ad2aa), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:52.012626 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=46,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:52.072229 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-203855fa-8659-482d-8b97-84341ebb38fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (9225765a-0787-4c11-a81c-a350d76ad2aa), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:52.114991 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203855fa-8659-482d-8b97-84341ebb38fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9225765a-0787-4c11-a81c-a350d76ad2aa,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:52.119318 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-203855fa-8659-482d-8b97-84341ebb38fc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8785bee53f9d4ba29febcfc798bb250b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3308365 Jun 16 19:03:52.121974 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 55694) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:52.175292 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e84e4b70-ab6e-430a-854d-7a1d84649264 admin admin] Publish callbacks [] for security_group (9225765a-0787-4c11-a81c-a350d76ad2aa), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:52.193941 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:52.197675 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad41768-b858-46fa-907d-55a5b280237e None None] New status for floating IP cc66b1e1-6100-4636-bc72-08cdfcd8a658: DOWN {{(pid=116194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 19:03:52.199874 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e84e4b70-ab6e-430a-854d-7a1d84649264 admin admin] Publish callbacks [] for security_group (9225765a-0787-4c11-a81c-a350d76ad2aa), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:52.334501 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e84e4b70-ab6e-430a-854d-7a1d84649264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (9225765a-0787-4c11-a81c-a350d76ad2aa), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:52.337051 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e84e4b70-ab6e-430a-854d-7a1d84649264 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:52.338285 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-e84e4b70-ab6e-430a-854d-7a1d84649264 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9225765a-0787-4c11-a81c-a350d76ad2aa HTTP/1.1" status: 204 len: 168 time: 0.2154078 Jun 16 19:03:52.346404 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e4b70-ab6e-430a-854d-7a1d84649264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9225765a-0787-4c11-a81c-a350d76ad2aa,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:52.453650 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-e322645b-4a48-4893-998f-30c188657c26 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=f450f6cb6a174dc0ad93134e93fe75cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211749 Jun 16 19:03:52.559878 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-95edaf53-82c3-4f6a-82ec-f4ddef966fc5 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:52.561351 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-95edaf53-82c3-4f6a-82ec-f4ddef966fc5 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1025429 Jun 16 19:03:52.573764 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-0c19f429-aba3-4166-87ba-1083e0c80c7b tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Request body: {'port': {'device_id': 'e609d628-b50e-4cc7-af5b-282585a90654', 'network_id': 'ae7a685a-1b57-4403-b0fd-9aa8f5e82526', 'admin_state_up': True, 'tenant_id': 'f450f6cb6a174dc0ad93134e93fe75cc'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:03:52.684636 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1c13b496-f46a-4738-a875-1b7ffb641aa5 req-1951f37a-6ed4-4398-b2f5-8fb35d675ee6 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.81 "GET /v2.0/ports?device_id=e609d628-b50e-4cc7-af5b-282585a90654 HTTP/1.1" status: 200 len: 210 time: 0.0360770 Jun 16 19:03:52.725517 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 55706) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:52.782731 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-051f43cb-48df-47e0-b6cd-113c2828cfba tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for security_group (57334075-e2ce-4f15-8175-1ec904ee49ae), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:52.806096 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-051f43cb-48df-47e0-b6cd-113c2828cfba tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for security_group (57334075-e2ce-4f15-8175-1ec904ee49ae), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:52.820546 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-0c19f429-aba3-4166-87ba-1083e0c80c7b tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Made reservation on behalf of f450f6cb6a174dc0ad93134e93fe75cc for: {'port': 1} {{(pid=116193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 19:03:52.824190 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-0c19f429-aba3-4166-87ba-1083e0c80c7b tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:52.834195 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-0c19f429-aba3-4166-87ba-1083e0c80c7b tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:52.940171 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-051f43cb-48df-47e0-b6cd-113c2828cfba tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (57334075-e2ce-4f15-8175-1ec904ee49ae), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:52.943667 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-051f43cb-48df-47e0-b6cd-113c2828cfba tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:52.950905 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-051f43cb-48df-47e0-b6cd-113c2828cfba tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "DELETE /v2.0/security-groups/57334075-e2ce-4f15-8175-1ec904ee49ae HTTP/1.1" status: 204 len: 168 time: 0.2204344 Jun 16 19:03:52.950905 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 55712) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:52.969702 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f43cb-48df-47e0-b6cd-113c2828cfba tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57334075-e2ce-4f15-8175-1ec904ee49ae,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:52.972045 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.api.v2.resource [None req-d0330063-18a6-467b-b869-036aa8732e77 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] show failed (client error): The resource could not be found. Jun 16 19:03:52.973075 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-d0330063-18a6-467b-b869-036aa8732e77 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "GET /v2.0/security-groups/57334075-e2ce-4f15-8175-1ec904ee49ae HTTP/1.1" status: 404 len: 347 time: 0.0211368 Jun 16 19:03:52.978023 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 55714) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:53.015974 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-0c19f429-aba3-4166-87ba-1083e0c80c7b tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Publish callbacks [] for security_group (9cdae3f1-5f6f-40cd-b8b1-50d0400e192c), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:53.071623 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 55716) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:53.085811 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-8136362f-bc35-4337-a467-b13ebac8f3aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:53.094070 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-0c19f429-aba3-4166-87ba-1083e0c80c7b tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (9cdae3f1-5f6f-40cd-b8b1-50d0400e192c), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:53.097541 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-8101028a-65c2-497d-8ed1-1f76b281fd0c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Deleting port c4416a52-c846-4011-8ef0-12b588feabe5 {{(pid=116192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:03:53.097887 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8101028a-65c2-497d-8ed1-1f76b281fd0c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (c4416a52-c846-4011-8ef0-12b588feabe5), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:53.170783 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19f429-aba3-4166-87ba-1083e0c80c7b tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdae3f1-5f6f-40cd-b8b1-50d0400e192c,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:53.177163 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8101028a-65c2-497d-8ed1-1f76b281fd0c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (c4416a52-c846-4011-8ef0-12b588feabe5), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:53.177535 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8101028a-65c2-497d-8ed1-1f76b281fd0c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for floatingip (c4416a52-c846-4011-8ef0-12b588feabe5), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:53.189700 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-8101028a-65c2-497d-8ed1-1f76b281fd0c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Calling delete_port for c4416a52-c846-4011-8ef0-12b588feabe5 owned by network:floatingip {{(pid=116192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:03:53.251089 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:53.252382 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:53.266130 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=6 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:53.280491 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_common [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-0c19f429-aba3-4166-87ba-1083e0c80c7b tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Allocated IP 192.168.233.136 (ae7a685a-1b57-4403-b0fd-9aa8f5e82526/22702274-f011-41fd-9b2e-5587210deb6a/c5907eca-11a1-4505-9452-c9f25bec99e8) {{(pid=116193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 19:03:53.293836 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-8136362f-bc35-4337-a467-b13ebac8f3aa admin admin] Publish callbacks [] for security_group (b1f62039-76de-4e0f-9eb8-224aaa75a443), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:53.385847 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-8136362f-bc35-4337-a467-b13ebac8f3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (b1f62039-76de-4e0f-9eb8-224aaa75a443), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:53.415172 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8101028a-65c2-497d-8ed1-1f76b281fd0c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326567'] for port (c4416a52-c846-4011-8ef0-12b588feabe5), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:53.433075 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136362f-bc35-4337-a467-b13ebac8f3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f62039-76de-4e0f-9eb8-224aaa75a443,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:53.438337 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-8136362f-bc35-4337-a467-b13ebac8f3aa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0c5ea82f12494625a373f554ffad2c4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3656259 Jun 16 19:03:53.441867 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 55718) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:53.442618 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8101028a-65c2-497d-8ed1-1f76b281fd0c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Pushing event deleted for resources: {'Port': ['ID=c4416a52-c846-4011-8ef0-12b588feabe5,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:53.470715 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:53.541893 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8101028a-65c2-497d-8ed1-1f76b281fd0c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks [] for floatingip (cc66b1e1-6100-4636-bc72-08cdfcd8a658), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:53.544256 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8101028a-65c2-497d-8ed1-1f76b281fd0c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for floatingip (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:53.545429 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-8101028a-65c2-497d-8ed1-1f76b281fd0c tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] 10.222.0.81 "DELETE /v2.0/floatingips/cc66b1e1-6100-4636-bc72-08cdfcd8a658 HTTP/1.1" status: 204 len: 168 time: 0.5663939 Jun 16 19:03:53.553041 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-33b02a24-507a-40eb-a9c3-96e99372393a admin admin] Publish callbacks [] for security_group (b1f62039-76de-4e0f-9eb8-224aaa75a443), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:53.577903 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-33b02a24-507a-40eb-a9c3-96e99372393a admin admin] Publish callbacks [] for security_group (b1f62039-76de-4e0f-9eb8-224aaa75a443), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:53.591591 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-0c19f429-aba3-4166-87ba-1083e0c80c7b tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Publish callbacks [] for port (c5907eca-11a1-4505-9452-c9f25bec99e8), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:53.694944 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-33b02a24-507a-40eb-a9c3-96e99372393a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (b1f62039-76de-4e0f-9eb8-224aaa75a443), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:53.695792 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-0c19f429-aba3-4166-87ba-1083e0c80c7b tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (c5907eca-11a1-4505-9452-c9f25bec99e8), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:53.698256 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-33b02a24-507a-40eb-a9c3-96e99372393a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:53.699466 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-33b02a24-507a-40eb-a9c3-96e99372393a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b1f62039-76de-4e0f-9eb8-224aaa75a443 HTTP/1.1" status: 204 len: 168 time: 0.2544990 Jun 16 19:03:53.708245 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b02a24-507a-40eb-a9c3-96e99372393a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f62039-76de-4e0f-9eb8-224aaa75a443,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:53.747149 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-0c19f429-aba3-4166-87ba-1083e0c80c7b tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Network ae7a685a-1b57-4403-b0fd-9aa8f5e82526 is already hosted by enough agents. {{(pid=116193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:03:53.752635 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-0c19f429-aba3-4166-87ba-1083e0c80c7b tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Resources bound (agent type, host, resource id): {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:03:53.754868 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19f429-aba3-4166-87ba-1083e0c80c7b tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Pushing event updated for resources: {'Port': ['ID=c5907eca-11a1-4505-9452-c9f25bec99e8,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:53.757436 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-0c19f429-aba3-4166-87ba-1083e0c80c7b tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Received port after_create {{(pid=116193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 19:03:53.851354 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618f3a4-ce99-46a5-9345-a38114d61004 req-808d16bb-2487-40d5-b31f-3908028208ea tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:53.852853 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e618f3a4-ce99-46a5-9345-a38114d61004 req-808d16bb-2487-40d5-b31f-3908028208ea tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.81 "GET /v2.0/ports?device_id=e609d628-b50e-4cc7-af5b-282585a90654 HTTP/1.1" status: 200 len: 936 time: 0.0692248 Jun 16 19:03:53.861125 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-0c19f429-aba3-4166-87ba-1083e0c80c7b tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:53.863567 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-0c19f429-aba3-4166-87ba-1083e0c80c7b tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:53.915563 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e618f3a4-ce99-46a5-9345-a38114d61004 req-ac0dbd28-649f-4d34-8c49-7d27bf08846d tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cdae3f1-5f6f-40cd-b8b1-50d0400e192c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493793 Jun 16 19:03:53.970821 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-0c19f429-aba3-4166-87ba-1083e0c80c7b tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4007611 Jun 16 19:03:53.982349 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-d34691aa-c847-4905-bcad-93e6fe8fbfcd service neutron] Request body: {'port': {'device_id': 'e609d628-b50e-4cc7-af5b-282585a90654', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:03:54.016190 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:54.033312 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-6c1dc5e5-2323-488f-b1df-94822d6e2a40 None None] Provisioning complete for port c5907eca-11a1-4505-9452-c9f25bec99e8 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:03:54.034462 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-6c1dc5e5-2323-488f-b1df-94822d6e2a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (c5907eca-11a1-4505-9452-c9f25bec99e8), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:54.046886 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-d34691aa-c847-4905-bcad-93e6fe8fbfcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (c5907eca-11a1-4505-9452-c9f25bec99e8), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:54.068265 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-6c1dc5e5-2323-488f-b1df-94822d6e2a40 None None] Port c5907eca-11a1-4505-9452-c9f25bec99e8 cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 19:03:54.302838 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-d34691aa-c847-4905-bcad-93e6fe8fbfcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5907eca-11a1-4505-9452-c9f25bec99e8 {{(pid=116193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 19:03:54.310459 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-d34691aa-c847-4905-bcad-93e6fe8fbfcd service neutron] Publish callbacks [] for port (c5907eca-11a1-4505-9452-c9f25bec99e8), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:54.323297 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.provisioning_blocks [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-d34691aa-c847-4905-bcad-93e6fe8fbfcd service neutron] Transition to ACTIVE for port object c5907eca-11a1-4505-9452-c9f25bec99e8 will not be triggered until provisioned by entity L2. {{(pid=116193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 19:03:54.408110 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-d34691aa-c847-4905-bcad-93e6fe8fbfcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (c5907eca-11a1-4505-9452-c9f25bec99e8), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:54.447771 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 55730) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:54.460287 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34691aa-c847-4905-bcad-93e6fe8fbfcd service neutron] Pushing event updated for resources: {'Port': ['ID=c5907eca-11a1-4505-9452-c9f25bec99e8,revision_number=2']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:54.462378 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-5096dac8-b487-43c6-89ff-2aad5aff61c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:54.515381 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:54.543317 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-d34691aa-c847-4905-bcad-93e6fe8fbfcd service neutron] Attempting to bind port c5907eca-11a1-4505-9452-c9f25bec99e8 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 19:03:54.543317 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-d34691aa-c847-4905-bcad-93e6fe8fbfcd service neutron] Attempting to bind port c5907eca-11a1-4505-9452-c9f25bec99e8 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '8032cc96-5e1c-44e8-bf7d-7dc21945bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'ae7a685a-1b57-4403-b0fd-9aa8f5e82526'}] {{(pid=116193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 19:03:54.543317 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-d34691aa-c847-4905-bcad-93e6fe8fbfcd service neutron] Attempting to bind port c5907eca-11a1-4505-9452-c9f25bec99e8 on network ae7a685a-1b57-4403-b0fd-9aa8f5e82526 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 19:03:54.545389 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-d34691aa-c847-4905-bcad-93e6fe8fbfcd service neutron] Port c5907eca-11a1-4505-9452-c9f25bec99e8 on network ae7a685a-1b57-4403-b0fd-9aa8f5e82526 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 19:03:54.545790 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-d34691aa-c847-4905-bcad-93e6fe8fbfcd service neutron] Attempting to bind port c5907eca-11a1-4505-9452-c9f25bec99e8 on network ae7a685a-1b57-4403-b0fd-9aa8f5e82526 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 19:03:54.552415 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-d34691aa-c847-4905-bcad-93e6fe8fbfcd service neutron] Checking agent: {'id': '78e75526-212b-4550-9dc1-6e088b901fa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'started_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 19, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 19:03:54.552752 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-d34691aa-c847-4905-bcad-93e6fe8fbfcd service neutron] Checking segment: {'id': '8032cc96-5e1c-44e8-bf7d-7dc21945bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'ae7a685a-1b57-4403-b0fd-9aa8f5e82526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 19:03:54.553192 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-d34691aa-c847-4905-bcad-93e6fe8fbfcd service neutron] Bound using segment: {'id': '8032cc96-5e1c-44e8-bf7d-7dc21945bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'ae7a685a-1b57-4403-b0fd-9aa8f5e82526'} {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 19:03:54.553591 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-d34691aa-c847-4905-bcad-93e6fe8fbfcd service neutron] Bound port: c5907eca-11a1-4505-9452-c9f25bec99e8, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8032cc96-5e1c-44e8-bf7d-7dc21945bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'ae7a685a-1b57-4403-b0fd-9aa8f5e82526'}}] {{(pid=116193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 19:03:54.553938 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-5096dac8-b487-43c6-89ff-2aad5aff61c5 admin admin] Publish callbacks [] for security_group (bffb9be1-e5e4-4515-acff-38abbce1632d), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:54.554100 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-d34691aa-c847-4905-bcad-93e6fe8fbfcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (c5907eca-11a1-4505-9452-c9f25bec99e8), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:54.617665 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-d34691aa-c847-4905-bcad-93e6fe8fbfcd service neutron] For port c5907eca-11a1-4505-9452-c9f25bec99e8, host hv-cinder-84617, cleared binding levels {{(pid=116193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 19:03:54.620664 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-5096dac8-b487-43c6-89ff-2aad5aff61c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (bffb9be1-e5e4-4515-acff-38abbce1632d), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:54.620943 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-d34691aa-c847-4905-bcad-93e6fe8fbfcd service neutron] For port c5907eca-11a1-4505-9452-c9f25bec99e8, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=c5907eca-11a1-4505-9452-c9f25bec99e8,segment=NetworkSegment(8032cc96-5e1c-44e8-bf7d-7dc21945bb34),segment_id=8032cc96-5e1c-44e8-bf7d-7dc21945bb34)] {{(pid=116193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 19:03:54.660072 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5096dac8-b487-43c6-89ff-2aad5aff61c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bffb9be1-e5e4-4515-acff-38abbce1632d,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:54.664995 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-5096dac8-b487-43c6-89ff-2aad5aff61c5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=57c25840062640e6aa2df207ba4ddc94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165396 Jun 16 19:03:54.667681 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 55732) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:54.695190 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:DELETE=9,neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:54.717633 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-60d0a9c9-a36d-47e0-8c6b-786011f6e57e admin admin] Publish callbacks [] for security_group (bffb9be1-e5e4-4515-acff-38abbce1632d), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:54.734686 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-d34691aa-c847-4905-bcad-93e6fe8fbfcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (c5907eca-11a1-4505-9452-c9f25bec99e8), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:54.739842 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-60d0a9c9-a36d-47e0-8c6b-786011f6e57e admin admin] Publish callbacks [] for security_group (bffb9be1-e5e4-4515-acff-38abbce1632d), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:54.741721 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 876dcbc0-6957-426a-86fc-525cbbd501e9 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:03:54.761640 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] No Port match for: 876dcbc0-6957-426a-86fc-525cbbd501e9 {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:03:54.762020 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 876dcbc0-6957-426a-86fc-525cbbd501e9 not bound to the agent host hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:03:54.767867 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-d34691aa-c847-4905-bcad-93e6fe8fbfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:54.768484 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-d34691aa-c847-4905-bcad-93e6fe8fbfcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:54.769904 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-d34691aa-c847-4905-bcad-93e6fe8fbfcd service neutron] 10.222.0.66 "PUT /v2.0/ports/c5907eca-11a1-4505-9452-c9f25bec99e8 HTTP/1.1" status: 200 len: 1098 time: 0.7918754 Jun 16 19:03:54.770901 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e609d628-b50e-4cc7-af5b-282585a90654', 'tag': 'c5907eca-11a1-4505-9452-c9f25bec99e8'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:03:54.773157 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c26b04-21b2-462a-a8d4-a27e9c791b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "e609d628-b50e-4cc7-af5b-282585a90654", "tag": "c5907eca-11a1-4505-9452-c9f25bec99e8"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:03:54.812979 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34691aa-c847-4905-bcad-93e6fe8fbfcd service neutron] Pushing event updated for resources: {'Port': ['ID=c5907eca-11a1-4505-9452-c9f25bec99e8,revision_number=3']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:54.817657 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 19:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48237964-7a87-45f9-bed5-d7c6c5d4462a x-openstack-request-id: req-48237964-7a87-45f9-bed5-d7c6c5d4462a {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:03:54.817945 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e609d628-b50e-4cc7-af5b-282585a90654", "tag": "c5907eca-11a1-4505-9452-c9f25bec99e8", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:03:54.821624 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-48237964-7a87-45f9-bed5-d7c6c5d4462a {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:03:54.821624 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48237964-7a87-45f9-bed5-d7c6c5d4462a'] response: {'name': 'network-changed', 'server_uuid': 'e609d628-b50e-4cc7-af5b-282585a90654', 'tag': 'c5907eca-11a1-4505-9452-c9f25bec99e8', 'status': 'completed', 'code': 200} Jun 16 19:03:54.849966 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-60d0a9c9-a36d-47e0-8c6b-786011f6e57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (bffb9be1-e5e4-4515-acff-38abbce1632d), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:54.852482 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-60d0a9c9-a36d-47e0-8c6b-786011f6e57e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:54.853672 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-60d0a9c9-a36d-47e0-8c6b-786011f6e57e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bffb9be1-e5e4-4515-acff-38abbce1632d HTTP/1.1" status: 204 len: 168 time: 0.1851950 Jun 16 19:03:54.869527 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0a9c9-a36d-47e0-8c6b-786011f6e57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffb9be1-e5e4-4515-acff-38abbce1632d,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:54.907857 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c26b04-21b2-462a-a8d4-a27e9c791b0f req-3569c3ea-80af-4fb9-9853-957a7920d365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:54.909548 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c1c26b04-21b2-462a-a8d4-a27e9c791b0f req-3569c3ea-80af-4fb9-9853-957a7920d365 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f450f6cb6a174dc0ad93134e93fe75cc&device_id=e609d628-b50e-4cc7-af5b-282585a90654 HTTP/1.1" status: 200 len: 1132 time: 0.0713019 Jun 16 19:03:54.942621 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c1c26b04-21b2-462a-a8d4-a27e9c791b0f req-ed73c1d0-74ef-4830-81c6-b7266b09aaf7 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=f450f6cb6a174dc0ad93134e93fe75cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259371 Jun 16 19:03:55.094834 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28308a-454d-4fa4-8309-6952ed7cadb6 req-4aa8fa57-7ee7-48c5-b184-c2df33172bb9 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:55.096302 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-fe28308a-454d-4fa4-8309-6952ed7cadb6 req-4aa8fa57-7ee7-48c5-b184-c2df33172bb9 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.81 "GET /v2.0/ports?device_id=e609d628-b50e-4cc7-af5b-282585a90654 HTTP/1.1" status: 200 len: 948 time: 0.0771961 Jun 16 19:03:55.097810 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c26b04-21b2-462a-a8d4-a27e9c791b0f req-d40879f0-0b58-4631-8a08-d6e8713899eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:55.099190 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c1c26b04-21b2-462a-a8d4-a27e9c791b0f req-d40879f0-0b58-4631-8a08-d6e8713899eb service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1510100 Jun 16 19:03:55.174228 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-fe28308a-454d-4fa4-8309-6952ed7cadb6 req-cd4c7fd8-18d7-4a12-acc7-10f70a99addb tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cdae3f1-5f6f-40cd-b8b1-50d0400e192c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682228 Jun 16 19:03:55.184647 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-0defdc13-8df4-4136-939e-a294dd29e128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:55.186198 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-0defdc13-8df4-4136-939e-a294dd29e128 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f450f6cb6a174dc0ad93134e93fe75cc&device_id=e609d628-b50e-4cc7-af5b-282585a90654 HTTP/1.1" status: 200 len: 1132 time: 0.0481751 Jun 16 19:03:55.226702 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-d1f85a70-b2d7-4456-bfe9-1b13901ebf6d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=c5907eca-11a1-4505-9452-c9f25bec99e8 HTTP/1.1" status: 200 len: 217 time: 0.0322561 Jun 16 19:03:55.286765 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-c685072c-aeea-4101-9173-ae2918832b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:55.288220 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-c685072c-aeea-4101-9173-ae2918832b63 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=22702274-f011-41fd-9b2e-5587210deb6a HTTP/1.1" status: 200 len: 843 time: 0.0560513 Jun 16 19:03:55.334811 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-207bc7aa-52f8-4672-b070-c76fc5e83222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:55.336220 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-207bc7aa-52f8-4672-b070-c76fc5e83222 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae7a685a-1b57-4403-b0fd-9aa8f5e82526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0410292 Jun 16 19:03:55.410636 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:55.429163 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-4dbda46e-5a74-4853-aa33-a4ab5c5a1ad2 service neutron] 10.222.0.66 "GET /v2.0/networks/ae7a685a-1b57-4403-b0fd-9aa8f5e82526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871234 Jun 16 19:03:55.526879 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-87a7024c-030e-47a5-b5e9-7ba1318aea4a req-0e236d68-a748-4386-988a-647db71e890a service neutron] 10.222.0.66 "GET /v2.0/networks/ae7a685a-1b57-4403-b0fd-9aa8f5e82526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892680 Jun 16 19:03:56.289440 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab4077-7865-47e7-a411-df8f2a827abf req-0aa531aa-3c72-4675-bec5-1511acac7755 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:56.290906 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e2ab4077-7865-47e7-a411-df8f2a827abf req-0aa531aa-3c72-4675-bec5-1511acac7755 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.81 "GET /v2.0/ports?device_id=e609d628-b50e-4cc7-af5b-282585a90654 HTTP/1.1" status: 200 len: 948 time: 0.0476506 Jun 16 19:03:56.340148 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e2ab4077-7865-47e7-a411-df8f2a827abf req-a68f6142-8b23-4e25-9578-0e59ea851a89 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cdae3f1-5f6f-40cd-b8b1-50d0400e192c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437801 Jun 16 19:03:56.425981 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 55790) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:56.874696 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:56.887759 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-8a7ec791-3ee5-4862-9fe9-e8a913aa0508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8339909'] for router_interface (f03bfdaa-4ab3-45bb-a8a4-42f612f6a932), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:57.106238 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-8a7ec791-3ee5-4862-9fe9-e8a913aa0508 admin admin] Deleting port 8b585d1e-7432-4b39-b65a-be7738265e74 {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:03:57.106603 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-8a7ec791-3ee5-4862-9fe9-e8a913aa0508 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (8b585d1e-7432-4b39-b65a-be7738265e74), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:57.204419 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [None req-8a7ec791-3ee5-4862-9fe9-e8a913aa0508 admin admin] For port 8b585d1e-7432-4b39-b65a-be7738265e74, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=8b585d1e-7432-4b39-b65a-be7738265e74,segment=NetworkSegment(2d327e91-41ae-4018-ab9b-16723f98bb9d),segment_id=2d327e91-41ae-4018-ab9b-16723f98bb9d)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:03:57.204790 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-8a7ec791-3ee5-4862-9fe9-e8a913aa0508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (8b585d1e-7432-4b39-b65a-be7738265e74), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:57.218519 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-8a7ec791-3ee5-4862-9fe9-e8a913aa0508 admin admin] Calling delete_port for 8b585d1e-7432-4b39-b65a-be7738265e74 owned by network:router_interface {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:03:57.318400 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:57.683707 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:57.687153 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-8a7ec791-3ee5-4862-9fe9-e8a913aa0508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (8b585d1e-7432-4b39-b65a-be7738265e74), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:57.719401 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ec791-3ee5-4862-9fe9-e8a913aa0508 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b585d1e-7432-4b39-b65a-be7738265e74,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:57.728516 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87cd80-233b-478c-9059-7805c2b892e1 req-2ca7a0ca-6c91-42e4-a4ee-7f96ab278eb4 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:57.730088 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ab87cd80-233b-478c-9059-7805c2b892e1 req-2ca7a0ca-6c91-42e4-a4ee-7f96ab278eb4 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.81 "GET /v2.0/ports?device_id=e609d628-b50e-4cc7-af5b-282585a90654 HTTP/1.1" status: 200 len: 948 time: 0.3212302 Jun 16 19:03:57.833709 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ab87cd80-233b-478c-9059-7805c2b892e1 req-86190988-7d2b-4124-a151-e5139b4e6a3a tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cdae3f1-5f6f-40cd-b8b1-50d0400e192c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971572 Jun 16 19:03:57.915054 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:57.941047 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-8a7ec791-3ee5-4862-9fe9-e8a913aa0508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8339541'] for router_interface (f03bfdaa-4ab3-45bb-a8a4-42f612f6a932), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:58.150836 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7ec791-3ee5-4862-9fe9-e8a913aa0508 admin admin] Router f03bfdaa-4ab3-45bb-a8a4-42f612f6a932 has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 19:03:58.252707 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7ec791-3ee5-4862-9fe9-e8a913aa0508 admin admin] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:03:58.258444 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-8a7ec791-3ee5-4862-9fe9-e8a913aa0508 admin admin] 10.222.0.81 "PUT /v2.0/routers/f03bfdaa-4ab3-45bb-a8a4-42f612f6a932/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8322091 Jun 16 19:03:58.261005 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 55810) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:58.265008 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9ff20a-8a20-42ca-9acc-232c065e7329 None None] Sync routers for ids ['f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'] in dv-cinder-846171-1-iscsi {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:03:58.277273 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9ff20a-8a20-42ca-9acc-232c065e7329 None None] Routers {'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:03:58.278146 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-1f9ff20a-8a20-42ca-9acc-232c065e7329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:03:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:03:58.371756 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-7f1d16c8-b731-46a0-bad1-6997c5c45aef admin admin] Publish callbacks [] for router (f03bfdaa-4ab3-45bb-a8a4-42f612f6a932), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:58.393679 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-1f9ff20a-8a20-42ca-9acc-232c065e7329 None None] Set router f03bfdaa-4ab3-45bb-a8a4-42f612f6a932 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:03:58.409206 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:58.478180 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-7f1d16c8-b731-46a0-bad1-6997c5c45aef admin admin] Publish callbacks [] for router_gateway (f03bfdaa-4ab3-45bb-a8a4-42f612f6a932), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:58.560442 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-1f9ff20a-8a20-42ca-9acc-232c065e7329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'name': 'tempest-AttachVolumeShelveTestJSON-172575064-router', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': 'f44d7cb1-f583-4148-917f-fb546be0871f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:54Z', 'updated_at': '2022-06-16T19:03:57Z', 'revision_number': 5, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'gw_port': {'id': 'f44d7cb1-f583-4148-917f-fb546be0871f', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bb:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:55:56Z', 'updated_at': '2022-06-16T18:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi'}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:03:58.579715 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-7f1d16c8-b731-46a0-bad1-6997c5c45aef admin admin] Deleting port f44d7cb1-f583-4148-917f-fb546be0871f {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:03:58.580054 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-7f1d16c8-b731-46a0-bad1-6997c5c45aef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (f44d7cb1-f583-4148-917f-fb546be0871f), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:58.585257 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9ff20a-8a20-42ca-9acc-232c065e7329 None None] Checking router: f03bfdaa-4ab3-45bb-a8a4-42f612f6a932 for host: dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:03:58.592472 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=100 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:58.594560 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9ff20a-8a20-42ca-9acc-232c065e7329 None None] Routers {'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:03:58.595169 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-1f9ff20a-8a20-42ca-9acc-232c065e7329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:03:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:03:58.597613 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=100 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:58.669107 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [None req-7f1d16c8-b731-46a0-bad1-6997c5c45aef admin admin] For port f44d7cb1-f583-4148-917f-fb546be0871f, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=f44d7cb1-f583-4148-917f-fb546be0871f,segment=NetworkSegment(71d34237-f06f-4603-b433-3dd04278adc6),segment_id=71d34237-f06f-4603-b433-3dd04278adc6)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:03:58.669504 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-7f1d16c8-b731-46a0-bad1-6997c5c45aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (f44d7cb1-f583-4148-917f-fb546be0871f), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:58.680064 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-1f9ff20a-8a20-42ca-9acc-232c065e7329 None None] Set router f03bfdaa-4ab3-45bb-a8a4-42f612f6a932 gateway port host: None {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:03:58.683374 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-7f1d16c8-b731-46a0-bad1-6997c5c45aef admin admin] Calling delete_port for f44d7cb1-f583-4148-917f-fb546be0871f owned by network:router_gateway {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:03:58.727241 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-1f9ff20a-8a20-42ca-9acc-232c065e7329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'name': 'tempest-AttachVolumeShelveTestJSON-172575064-router', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:54Z', 'updated_at': '2022-06-16T19:03:58Z', 'revision_number': 6, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'gw_port_host': None}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:03:58.754193 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9ff20a-8a20-42ca-9acc-232c065e7329 None None] The sync data for ids ['f03bfdaa-4ab3-45bb-a8a4-42f612f6a932'] in dv-cinder-846171-1-iscsi is: [{'id': 'f03bfdaa-4ab3-45bb-a8a4-42f612f6a932', 'name': 'tempest-AttachVolumeShelveTestJSON-172575064-router', 'tenant_id': '0b607bd5abec4c72842e250a639f99f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:55:54Z', 'updated_at': '2022-06-16T19:03:58Z', 'revision_number': 6, 'project_id': '0b607bd5abec4c72842e250a639f99f1', 'gw_port_host': None}] {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:03:58.831994 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device c5907eca-11a1-4505-9452-c9f25bec99e8 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=116194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 19:03:58.834747 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:58.935577 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-7f1d16c8-b731-46a0-bad1-6997c5c45aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (f44d7cb1-f583-4148-917f-fb546be0871f), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:58.936152 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port c5907eca-11a1-4505-9452-c9f25bec99e8, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=c5907eca-11a1-4505-9452-c9f25bec99e8,segment=NetworkSegment(8032cc96-5e1c-44e8-bf7d-7dc21945bb34),segment_id=8032cc96-5e1c-44e8-bf7d-7dc21945bb34)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:03:58.947219 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Returning: {'device': 'c5907eca-11a1-4505-9452-c9f25bec99e8', 'network_id': 'ae7a685a-1b57-4403-b0fd-9aa8f5e82526', 'port_id': 'c5907eca-11a1-4505-9452-c9f25bec99e8', 'mac_address': 'fa:16:3e:37:fa:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22702274-f011-41fd-9b2e-5587210deb6a', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 19:03:58.970313 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d16c8-b731-46a0-bad1-6997c5c45aef admin admin] Pushing event deleted for resources: {'Port': ['ID=f44d7cb1-f583-4148-917f-fb546be0871f,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:58.982649 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86559b4f-fdd3-48e8-b389-22ce6c4f0972 req-5c4234c0-a6bd-4e1f-bc15-61d163678ff3 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:03:58.984138 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-86559b4f-fdd3-48e8-b389-22ce6c4f0972 req-5c4234c0-a6bd-4e1f-bc15-61d163678ff3 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.81 "GET /v2.0/ports?device_id=e609d628-b50e-4cc7-af5b-282585a90654 HTTP/1.1" status: 200 len: 948 time: 0.0780072 Jun 16 19:03:58.984262 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port c5907eca-11a1-4505-9452-c9f25bec99e8 is: DOWN; New status is: BUILD {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:03:58.984760 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (c5907eca-11a1-4505-9452-c9f25bec99e8), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:58.998811 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5907eca-11a1-4505-9452-c9f25bec99e8 {{(pid=116194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 19:03:59.019196 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port c5907eca-11a1-4505-9452-c9f25bec99e8, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=c5907eca-11a1-4505-9452-c9f25bec99e8,segment=NetworkSegment(8032cc96-5e1c-44e8-bf7d-7dc21945bb34),segment_id=8032cc96-5e1c-44e8-bf7d-7dc21945bb34)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:03:59.058544 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:59.076653 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-86559b4f-fdd3-48e8-b389-22ce6c4f0972 req-ac4c78d5-5442-4a1d-aef9-4db5ab86a5a9 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cdae3f1-5f6f-40cd-b8b1-50d0400e192c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771105 Jun 16 19:03:59.077465 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-7f1d16c8-b731-46a0-bad1-6997c5c45aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8340098'] for router_gateway (f03bfdaa-4ab3-45bb-a8a4-42f612f6a932), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:59.085371 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (c5907eca-11a1-4505-9452-c9f25bec99e8), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:59.144184 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=c5907eca-11a1-4505-9452-c9f25bec99e8,revision_number=4']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:59.155424 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:59.155901 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:59.156323 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:59.156742 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:59.157140 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:59.157551 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:59.158054 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:59.158637 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:59.158971 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:59.159355 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:59.159691 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:59.160173 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:59.160515 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:59.160839 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:59.161873 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:03:59.191267 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-7f1d16c8-b731-46a0-bad1-6997c5c45aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8344715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12082'] for router (f03bfdaa-4ab3-45bb-a8a4-42f612f6a932), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:59.193535 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-7f1d16c8-b731-46a0-bad1-6997c5c45aef admin admin] Publish callbacks [] for router_controller (f03bfdaa-4ab3-45bb-a8a4-42f612f6a932), precommit_delete_associations {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:59.306086 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-7f1d16c8-b731-46a0-bad1-6997c5c45aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8344801'] for router (f03bfdaa-4ab3-45bb-a8a4-42f612f6a932), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:59.306674 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1d16c8-b731-46a0-bad1-6997c5c45aef admin admin] Fanout notify agent at l3_agent the message router_deleted on router f03bfdaa-4ab3-45bb-a8a4-42f612f6a932 {{(pid=116193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 19:03:59.310809 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-7f1d16c8-b731-46a0-bad1-6997c5c45aef admin admin] Publish callbacks [] for router (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:59.312326 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-7f1d16c8-b731-46a0-bad1-6997c5c45aef admin admin] 10.222.0.81 "DELETE /v2.0/routers/f03bfdaa-4ab3-45bb-a8a4-42f612f6a932 HTTP/1.1" status: 204 len: 168 time: 1.0500765 Jun 16 19:03:59.314390 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 55818) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:59.360006 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0a69e94-3c23-4cbb-aabd-4485761c48ec admin admin] Deleting subnet fe716360-4f3c-4c62-9220-aaf7aa3a7a1f {{(pid=116193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 19:03:59.363163 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f0a69e94-3c23-4cbb-aabd-4485761c48ec admin admin] Publish callbacks [] for subnet (fe716360-4f3c-4c62-9220-aaf7aa3a7a1f), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:59.397706 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f0a69e94-3c23-4cbb-aabd-4485761c48ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5912568'] for subnet (fe716360-4f3c-4c62-9220-aaf7aa3a7a1f), precommit_delete_associations {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:59.448708 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:03:59.481453 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f0a69e94-3c23-4cbb-aabd-4485761c48ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877176'] for subnet (fe716360-4f3c-4c62-9220-aaf7aa3a7a1f), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:59.581201 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f0a69e94-3c23-4cbb-aabd-4485761c48ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5911779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5640598'] for subnet (fe716360-4f3c-4c62-9220-aaf7aa3a7a1f), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:59.610332 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f0a69e94-3c23-4cbb-aabd-4485761c48ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:59.616783 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-f0a69e94-3c23-4cbb-aabd-4485761c48ec admin admin] 10.222.0.81 "DELETE /v2.0/subnets/fe716360-4f3c-4c62-9220-aaf7aa3a7a1f HTTP/1.1" status: 204 len: 168 time: 0.2988892 Jun 16 19:03:59.616783 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a69e94-3c23-4cbb-aabd-4485761c48ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe716360-4f3c-4c62-9220-aaf7aa3a7a1f,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:03:59.616950 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fd82ea-ab2c-4e49-833c-23c008afff08 None None] Network b63c6cac-d1b4-42bd-9dde-7d5291a4c111 requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 19:03:59.617043 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 55822) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:03:59.691415 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d73b99b6-0331-4f05-afc1-a1013b7ca145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660547'] for network (b63c6cac-d1b4-42bd-9dde-7d5291a4c111), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:59.744067 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-d73b99b6-0331-4f05-afc1-a1013b7ca145 admin admin] Deleting port d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b {{(pid=116192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:03:59.744402 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d73b99b6-0331-4f05-afc1-a1013b7ca145 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:59.788827 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bf04c3-c3d3-466b-9b4e-15476dd1638f None None] DHCP port deletion for b63c6cac-d1b4-42bd-9dde-7d5291a4c111 request from dv-cinder-846171-1-iscsi {{(pid=116194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 19:03:59.834824 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-f4bf04c3-c3d3-466b-9b4e-15476dd1638f None None] Deleting port d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b {{(pid=116194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:03:59.835540 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-f4bf04c3-c3d3-466b-9b4e-15476dd1638f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b), before_delete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:59.907080 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-f4bf04c3-c3d3-466b-9b4e-15476dd1638f None None] For port d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b,segment=NetworkSegment(2d327e91-41ae-4018-ab9b-16723f98bb9d),segment_id=2d327e91-41ae-4018-ab9b-16723f98bb9d)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:03:59.907484 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-f4bf04c3-c3d3-466b-9b4e-15476dd1638f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b), precommit_delete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:03:59.922063 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-f4bf04c3-c3d3-466b-9b4e-15476dd1638f None None] Calling delete_port for d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b owned by network:dhcp {{(pid=116194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:03:59.993074 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:00.035750 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b no longer exists at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:04:00.060512 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.db [None req-d73b99b6-0331-4f05-afc1-a1013b7ca145 admin admin] For port d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b,segment=NetworkSegment(2d327e91-41ae-4018-ab9b-16723f98bb9d),segment_id=2d327e91-41ae-4018-ab9b-16723f98bb9d)] {{(pid=116192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:04:00.060875 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d73b99b6-0331-4f05-afc1-a1013b7ca145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:00.073569 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-d73b99b6-0331-4f05-afc1-a1013b7ca145 admin admin] Calling delete_port for d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b owned by network:dhcp {{(pid=116192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:04:00.114657 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b is: ACTIVE; New status is: DOWN {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:04:00.114987 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:00.158601 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-f4bf04c3-c3d3-466b-9b4e-15476dd1638f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873'] for port (d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b), after_delete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:00.166323 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d73b99b6-0331-4f05-afc1-a1013b7ca145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326567'] for port (d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:00.195496 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b99b6-0331-4f05-afc1-a1013b7ca145 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:00.204153 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73b99b6-0331-4f05-afc1-a1013b7ca145 admin admin] No DVR routers for this DVR port d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b on host dv-cinder-846171-1-iscsi {{(pid=116192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 19:04:00.204684 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device f44d7cb1-f583-4148-917f-fb546be0871f no longer exists at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:04:00.207387 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf04c3-c3d3-466b-9b4e-15476dd1638f None None] Pushing event deleted for resources: {'Port': ['ID=d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b,revision_number=None']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:00.219625 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f891f-382b-4c61-8852-8187e9e38227 req-ebf023f6-9c51-48c5-a49b-d6cb7d4b766b tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:00.221345 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-eb8f891f-382b-4c61-8852-8187e9e38227 req-ebf023f6-9c51-48c5-a49b-d6cb7d4b766b tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.81 "GET /v2.0/ports?device_id=e609d628-b50e-4cc7-af5b-282585a90654 HTTP/1.1" status: 200 len: 949 time: 0.0682011 Jun 16 19:04:00.226177 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bf04c3-c3d3-466b-9b4e-15476dd1638f None None] No DVR routers for this DVR port d4ba0c58-bbb2-42d6-acb2-7ad04b256c0b on host dv-cinder-846171-1-iscsi {{(pid=116194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 19:04:00.227893 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] No Port match for: f44d7cb1-f583-4148-917f-fb546be0871f {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:04:00.228246 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device f44d7cb1-f583-4148-917f-fb546be0871f not bound to the agent host dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:04:00.228653 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 8b585d1e-7432-4b39-b65a-be7738265e74 no longer exists at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:04:00.244457 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=6 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:00.250337 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] No Port match for: 8b585d1e-7432-4b39-b65a-be7738265e74 {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:04:00.250864 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 8b585d1e-7432-4b39-b65a-be7738265e74 not bound to the agent host dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:04:00.275833 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d73b99b6-0331-4f05-afc1-a1013b7ca145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879417', 'neutron.services.segments.db._delete_segments_for_network-8748651528183'] for network (b63c6cac-d1b4-42bd-9dde-7d5291a4c111), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:00.287948 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-eb8f891f-382b-4c61-8852-8187e9e38227 req-553c180a-cf91-41eb-a8ca-3ed4850c7f43 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cdae3f1-5f6f-40cd-b8b1-50d0400e192c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563045 Jun 16 19:04:00.295550 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.services.segments.db [None req-d73b99b6-0331-4f05-afc1-a1013b7ca145 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b63c6cac-d1b4-42bd-9dde-7d5291a4c111']}} {{(pid=116192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:04:00.305858 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.services.segments.db [None req-d73b99b6-0331-4f05-afc1-a1013b7ca145 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d327e91-41ae-4018-ab9b-16723f98bb9d') {'for_net_delete': True} {{(pid=116192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:04:00.306163 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.services.segments.db [None req-d73b99b6-0331-4f05-afc1-a1013b7ca145 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d327e91-41ae-4018-ab9b-16723f98bb9d') {} {{(pid=116192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:04:00.316173 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d73b99b6-0331-4f05-afc1-a1013b7ca145 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748651528066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4528322'] for segment (2d327e91-41ae-4018-ab9b-16723f98bb9d), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:00.329529 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d73b99b6-0331-4f05-afc1-a1013b7ca145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056'] for segment (2d327e91-41ae-4018-ab9b-16723f98bb9d), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:00.336250 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d73b99b6-0331-4f05-afc1-a1013b7ca145 admin admin] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=116192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 19:04:00.336633 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d73b99b6-0331-4f05-afc1-a1013b7ca145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5326346'] for segment (2d327e91-41ae-4018-ab9b-16723f98bb9d), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:00.477286 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.services.segments.plugin [-] Segment 2d327e91-41ae-4018-ab9b-16723f98bb9d resource provider aggregate not found Jun 16 19:04:00.496986 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.services.segments.plugin [-] Segment 2d327e91-41ae-4018-ab9b-16723f98bb9d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d327e91-41ae-4018-ab9b-16723f98bb9d found for delete ", "request_id": "req-e162ae8d-49b4-4e8f-be04-88b8e22798aa"}]} Jun 16 19:04:00.517992 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d73b99b6-0331-4f05-afc1-a1013b7ca145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8340142'] for network (b63c6cac-d1b4-42bd-9dde-7d5291a4c111), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:00.523684 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d73b99b6-0331-4f05-afc1-a1013b7ca145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for network (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:00.529425 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-d73b99b6-0331-4f05-afc1-a1013b7ca145 admin admin] 10.222.0.81 "DELETE /v2.0/networks/b63c6cac-d1b4-42bd-9dde-7d5291a4c111 HTTP/1.1" status: 204 len: 168 time: 0.9089520 Jun 16 19:04:00.541217 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b99b6-0331-4f05-afc1-a1013b7ca145 admin admin] Pushing event deleted for resources: {'Network': ['ID=b63c6cac-d1b4-42bd-9dde-7d5291a4c111,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:00.777651 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] get_ports_and_sgs() called for port_ids ['c5907eca-11a1-4505-9452-c9f25bec99e8'] {{(pid=116194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 19:04:00.862461 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:00.924219 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 55840) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:04:00.967066 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-8867824f-260c-409c-8d4d-fb295f9fdb67 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0b607bd5abec4c72842e250a639f99f1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0404549 Jun 16 19:04:00.968435 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 55842) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:04:01.025774 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-5d6c08b9-2cab-47ec-9183-fd5be67e9963 admin admin] Publish callbacks [] for security_group (43a2daa5-0e12-4c50-8cef-5f4877fd98ae), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:01.048821 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-5d6c08b9-2cab-47ec-9183-fd5be67e9963 admin admin] Publish callbacks [] for security_group (43a2daa5-0e12-4c50-8cef-5f4877fd98ae), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:01.266637 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-5d6c08b9-2cab-47ec-9183-fd5be67e9963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (43a2daa5-0e12-4c50-8cef-5f4877fd98ae), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:01.269279 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-5d6c08b9-2cab-47ec-9183-fd5be67e9963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:01.271075 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-5d6c08b9-2cab-47ec-9183-fd5be67e9963 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/43a2daa5-0e12-4c50-8cef-5f4877fd98ae HTTP/1.1" status: 204 len: 168 time: 0.3012333 Jun 16 19:04:01.279213 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c08b9-2cab-47ec-9183-fd5be67e9963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a2daa5-0e12-4c50-8cef-5f4877fd98ae,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:01.413666 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e44c44-8f5b-42bc-981f-18e55b9c5660 req-c99f95cc-35e1-4dd4-8b2d-9f71add7e427 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:01.415199 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-84e44c44-8f5b-42bc-981f-18e55b9c5660 req-c99f95cc-35e1-4dd4-8b2d-9f71add7e427 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.81 "GET /v2.0/ports?device_id=e609d628-b50e-4cc7-af5b-282585a90654 HTTP/1.1" status: 200 len: 949 time: 0.0483527 Jun 16 19:04:01.461937 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-84e44c44-8f5b-42bc-981f-18e55b9c5660 req-c27a36d7-d147-4e51-ad87-66b1010e7713 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cdae3f1-5f6f-40cd-b8b1-50d0400e192c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410583 Jun 16 19:04:02.327148 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 55874) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:04:02.429638 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-50a4185a-ae0f-461e-8892-395ce79600e7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1656615081-network', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:04:02.535428 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a4185a-ae0f-461e-8892-395ce79600e7 admin admin] Made reservation on behalf of cfa6530fe6dd49d88f41c57406f4cbb6 for: {'network': 1} {{(pid=116192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 19:04:02.537986 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-50a4185a-ae0f-461e-8892-395ce79600e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for network (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:02.547032 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-50a4185a-ae0f-461e-8892-395ce79600e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:02.559353 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:02.591393 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a61a26-0ea5-4edc-be22-a44e1116a796 req-f02557fa-eb2b-4f2f-b3c5-36bcfaa8d395 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:02.593494 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e3a61a26-0ea5-4edc-be22-a44e1116a796 req-f02557fa-eb2b-4f2f-b3c5-36bcfaa8d395 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.81 "GET /v2.0/ports?device_id=e609d628-b50e-4cc7-af5b-282585a90654 HTTP/1.1" status: 200 len: 949 time: 0.0519609 Jun 16 19:04:02.624397 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-50a4185a-ae0f-461e-8892-395ce79600e7 admin admin] Publish callbacks [] for security_group (1f44a035-963e-465e-abb9-e0a1f5e868dd), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:02.651107 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e3a61a26-0ea5-4edc-be22-a44e1116a796 req-c089cadb-aacd-4a0c-9ee6-fe940352126d tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cdae3f1-5f6f-40cd-b8b1-50d0400e192c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478878 Jun 16 19:04:02.706730 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-50a4185a-ae0f-461e-8892-395ce79600e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (1f44a035-963e-465e-abb9-e0a1f5e868dd), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:02.732436 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50a4185a-ae0f-461e-8892-395ce79600e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1045, 'physical_network': 'physnet1'} {{(pid=116192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 19:04:02.742013 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4185a-ae0f-461e-8892-395ce79600e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f44a035-963e-465e-abb9-e0a1f5e868dd,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:02.747838 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-50a4185a-ae0f-461e-8892-395ce79600e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056'] for segment (5e64dbe6-3a0d-4a76-81bf-790c27bf3681), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:02.748179 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.db.segments_db [None req-50a4185a-ae0f-461e-8892-395ce79600e7 admin admin] Added segment 5e64dbe6-3a0d-4a76-81bf-790c27bf3681 of type vlan for network 9f5b1bf4-16e2-474a-b72c-6a89096e68f2 Jun 16 19:04:02.788396 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-50a4185a-ae0f-461e-8892-395ce79600e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748651047006'] for network (9f5b1bf4-16e2-474a-b72c-6a89096e68f2), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:02.808337 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:02.872124 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-50a4185a-ae0f-461e-8892-395ce79600e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080'] for network (9f5b1bf4-16e2-474a-b72c-6a89096e68f2), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:02.873041 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a4185a-ae0f-461e-8892-395ce79600e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:02.873651 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-50a4185a-ae0f-461e-8892-395ce79600e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for network (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:02.935679 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4185a-ae0f-461e-8892-395ce79600e7 admin admin] Pushing event updated for resources: {'Network': ['ID=9f5b1bf4-16e2-474a-b72c-6a89096e68f2,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:02.945693 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Network 9f5b1bf4-16e2-474a-b72c-6a89096e68f2 details requested by agent ovs-agent-dv-cinder-846171-1-iscsi with host dv-cinder-846171-1-iscsi {{(pid=116194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 19:04:02.962477 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-50a4185a-ae0f-461e-8892-395ce79600e7 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.6342173 Jun 16 19:04:02.968586 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 55886) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:04:02.973474 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-04d3fe2f-0635-460f-ba2e-9e7dc8a97efa admin admin] Request body: {'subnet': {'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1656615081-subnet', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:04:03.118077 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d3fe2f-0635-460f-ba2e-9e7dc8a97efa admin admin] Made reservation on behalf of cfa6530fe6dd49d88f41c57406f4cbb6 for: {'subnet': 1} {{(pid=116192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 19:04:03.120503 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-04d3fe2f-0635-460f-ba2e-9e7dc8a97efa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134033040'] for subnet (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:03.352748 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-04d3fe2f-0635-460f-ba2e-9e7dc8a97efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5326483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134033058'] for subnet (c183fee7-51b9-49a6-a0ab-83d2a2c96a61), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:03.401066 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3fe2f-0635-460f-ba2e-9e7dc8a97efa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c183fee7-51b9-49a6-a0ab-83d2a2c96a61,revision_number=0']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:03.419759 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d3fe2f-0635-460f-ba2e-9e7dc8a97efa admin admin] Checking segment: {'id': '5e64dbe6-3a0d-4a76-81bf-790c27bf3681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 19:04:03.420139 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d3fe2f-0635-460f-ba2e-9e7dc8a97efa admin admin] Network hostable DHCP agents. Network: 9f5b1bf4-16e2-474a-b72c-6a89096e68f2, hostable agents: ['a953bae7-14c3-401b-bbd5-413ea1206353'], hosted agents: [] {{(pid=116192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 19:04:03.518101 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d3fe2f-0635-460f-ba2e-9e7dc8a97efa admin admin] Network 9f5b1bf4-16e2-474a-b72c-6a89096e68f2 is scheduled to be hosted by DHCP agent a953bae7-14c3-401b-bbd5-413ea1206353 with binding_index 1 {{(pid=116192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 19:04:03.615953 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-04d3fe2f-0635-460f-ba2e-9e7dc8a97efa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846171-1-iscsi, 9f5b1bf4-16e2-474a-b72c-6a89096e68f2) {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:04:03.620117 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d3fe2f-0635-460f-ba2e-9e7dc8a97efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:03.620739 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-04d3fe2f-0635-460f-ba2e-9e7dc8a97efa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for subnet (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:03.629544 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf691e3-8c38-46f0-ba7f-e6a2e6d86a2a None None] Network 9f5b1bf4-16e2-474a-b72c-6a89096e68f2 requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 19:04:03.721048 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-04d3fe2f-0635-460f-ba2e-9e7dc8a97efa admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7514007 Jun 16 19:04:03.723652 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 55894) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:04:03.727043 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30adf113-d489-4d0b-bd22-95a1f3e0c6bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc834c0e-e25b-5433-9ce7-2b46938ad578-9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'fixed_ips': [{'subnet_id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61'}]}} from dv-cinder-846171-1-iscsi. {{(pid=116194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 19:04:03.728092 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-f2f1ab19-613f-42ed-a26d-aaceb57b9f4f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1656615081-router', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:04:03.728515 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-30adf113-d489-4d0b-bd22-95a1f3e0c6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:03.770517 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d4ae9-094c-4eea-98eb-5ee11b19a67e req-40708cf0-6f3e-4636-b0ac-118bd88ceb5e tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:03.772162 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-445d4ae9-094c-4eea-98eb-5ee11b19a67e req-40708cf0-6f3e-4636-b0ac-118bd88ceb5e tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.81 "GET /v2.0/ports?device_id=e609d628-b50e-4cc7-af5b-282585a90654 HTTP/1.1" status: 200 len: 949 time: 0.0512383 Jun 16 19:04:03.821848 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f2f1ab19-613f-42ed-a26d-aaceb57b9f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8339937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12032'] for router (abf7baae-f987-4bd0-a855-47c09caeaad8), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:03.823684 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f2f1ab19-613f-42ed-a26d-aaceb57b9f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8339730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8348846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8300508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12043'] for router (abf7baae-f987-4bd0-a855-47c09caeaad8), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:03.844177 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-445d4ae9-094c-4eea-98eb-5ee11b19a67e req-2b636dca-8244-4beb-a98f-067d72fe82c0 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cdae3f1-5f6f-40cd-b8b1-50d0400e192c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650563 Jun 16 19:04:03.859129 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:03.883192 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.db_base_plugin_common [None req-30adf113-d489-4d0b-bd22-95a1f3e0c6bf None None] Allocated IP 172.20.0.2 (9f5b1bf4-16e2-474a-b72c-6a89096e68f2/c183fee7-51b9-49a6-a0ab-83d2a2c96a61/53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607) {{(pid=116194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 19:04:03.898184 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f2f1ab19-613f-42ed-a26d-aaceb57b9f4f admin admin] Publish callbacks [] for router_controller (abf7baae-f987-4bd0-a855-47c09caeaad8), precommit_add_association {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:03.946228 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device c5907eca-11a1-4505-9452-c9f25bec99e8 up at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 19:04:04.065279 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-30adf113-d489-4d0b-bd22-95a1f3e0c6bf None None] Publish callbacks [] for port (53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607), precommit_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:04.073173 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning for port c5907eca-11a1-4505-9452-c9f25bec99e8 completed by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 19:04:04.114547 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f2f1ab19-613f-42ed-a26d-aaceb57b9f4f admin admin] Publish callbacks [] for router_gateway (abf7baae-f987-4bd0-a855-47c09caeaad8), precommit_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:04.147788 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning complete for port c5907eca-11a1-4505-9452-c9f25bec99e8 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:04:04.148100 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (c5907eca-11a1-4505-9452-c9f25bec99e8), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:04.170995 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:04.176572 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-30adf113-d489-4d0b-bd22-95a1f3e0c6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864'] for port (53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607), after_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:04.244236 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30adf113-d489-4d0b-bd22-95a1f3e0c6bf None None] Network 9f5b1bf4-16e2-474a-b72c-6a89096e68f2 is already hosted by enough agents. {{(pid=116194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:04:04.246095 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30adf113-d489-4d0b-bd22-95a1f3e0c6bf None None] Pushing event updated for resources: {'Port': ['ID=53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607,revision_number=1']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:04.249871 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.scheduler.base_scheduler [None req-30adf113-d489-4d0b-bd22-95a1f3e0c6bf None None] Resources bound (agent type, host, resource id): {{(pid=116194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:04:04.275805 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30adf113-d489-4d0b-bd22-95a1f3e0c6bf None None] Received port after_create {{(pid=116194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 19:04:04.312764 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port c5907eca-11a1-4505-9452-c9f25bec99e8 is: BUILD; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:04:04.313469 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (c5907eca-11a1-4505-9452-c9f25bec99e8), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:04.338169 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:04.358714 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-30adf113-d489-4d0b-bd22-95a1f3e0c6bf None None] Attempting to bind port 53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607 on host dv-cinder-846171-1-iscsi for vnic_type normal with profile {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 19:04:04.359080 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-30adf113-d489-4d0b-bd22-95a1f3e0c6bf None None] Attempting to bind port 53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607 by drivers openvswitch,hyperv on host dv-cinder-846171-1-iscsi at level 0 using segments [{'id': '5e64dbe6-3a0d-4a76-81bf-790c27bf3681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2'}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 19:04:04.359440 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30adf113-d489-4d0b-bd22-95a1f3e0c6bf None None] Attempting to bind port 53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607 on network 9f5b1bf4-16e2-474a-b72c-6a89096e68f2 {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 19:04:04.366335 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e609d628-b50e-4cc7-af5b-282585a90654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5907eca-11a1-4505-9452-c9f25bec99e8'}] {{(pid=116194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:04:04.368580 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c514dfdaa64f5ff94ef0a30f0983ecc87ad84dbda33c755e7db481fe7439434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbf3103-d5e3-47d2-a0d1-77d9d0dbf347" -d '{"events": [{"server_uuid": "e609d628-b50e-4cc7-af5b-282585a90654", "name": "network-vif-plugged", "status": "completed", "tag": "c5907eca-11a1-4505-9452-c9f25bec99e8"}]}' {{(pid=116194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:04:04.380700 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30adf113-d489-4d0b-bd22-95a1f3e0c6bf None None] Checking agent: {'id': 'ea8cc94b-de2a-4266-a745-8fe843a33d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846171-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 47, 42), 'started_at': datetime.datetime(2022, 6, 16, 18, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 19, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846171-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 19:04:04.381132 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30adf113-d489-4d0b-bd22-95a1f3e0c6bf None None] Checking segment: {'id': '5e64dbe6-3a0d-4a76-81bf-790c27bf3681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 19:04:04.381924 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-30adf113-d489-4d0b-bd22-95a1f3e0c6bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:04.382321 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30adf113-d489-4d0b-bd22-95a1f3e0c6bf None None] Bound using segment: {'id': '5e64dbe6-3a0d-4a76-81bf-790c27bf3681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2'} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 19:04:04.385928 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-30adf113-d489-4d0b-bd22-95a1f3e0c6bf None None] Bound port: 53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607, host: dv-cinder-846171-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e64dbe6-3a0d-4a76-81bf-790c27bf3681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2'}}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 19:04:04.385928 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-30adf113-d489-4d0b-bd22-95a1f3e0c6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:04.396610 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port c5907eca-11a1-4505-9452-c9f25bec99e8, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=c5907eca-11a1-4505-9452-c9f25bec99e8,segment=NetworkSegment(8032cc96-5e1c-44e8-bf7d-7dc21945bb34),segment_id=8032cc96-5e1c-44e8-bf7d-7dc21945bb34)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:04:04.400877 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f2f1ab19-613f-42ed-a26d-aaceb57b9f4f admin admin] Publish callbacks [] for router_gateway (abf7baae-f987-4bd0-a855-47c09caeaad8), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:04.421009 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f2f1ab19-613f-42ed-a26d-aaceb57b9f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:04.421258 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 19:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c839c2e-e6bf-4ea8-ace6-686b62015ec8 x-openstack-request-id: req-3c839c2e-e6bf-4ea8-ace6-686b62015ec8 {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:04:04.421411 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e609d628-b50e-4cc7-af5b-282585a90654", "name": "network-vif-plugged", "status": "completed", "tag": "c5907eca-11a1-4505-9452-c9f25bec99e8", "code": 200}]} {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:04:04.421663 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3c839c2e-e6bf-4ea8-ace6-686b62015ec8 {{(pid=116194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:04:04.422048 dv-cinder-846171-1-iscsi neutron-server[116194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c839c2e-e6bf-4ea8-ace6-686b62015ec8'] response: {'server_uuid': 'e609d628-b50e-4cc7-af5b-282585a90654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5907eca-11a1-4505-9452-c9f25bec99e8', 'code': 200} Jun 16 19:04:04.456273 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-30adf113-d489-4d0b-bd22-95a1f3e0c6bf None None] For port 53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607, host dv-cinder-846171-1-iscsi, cleared binding levels {{(pid=116194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 19:04:04.459838 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-30adf113-d489-4d0b-bd22-95a1f3e0c6bf None None] For port 53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607, host dv-cinder-846171-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607,segment=NetworkSegment(5e64dbe6-3a0d-4a76-81bf-790c27bf3681),segment_id=5e64dbe6-3a0d-4a76-81bf-790c27bf3681)] {{(pid=116194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 19:04:04.477919 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (c5907eca-11a1-4505-9452-c9f25bec99e8), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:04.531545 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.db_base_plugin_common [None req-f2f1ab19-613f-42ed-a26d-aaceb57b9f4f admin admin] Allocated IP 172.27.0.89 (d7ab3290-3ce1-430c-a2b5-625628340a0e/2251f151-d04b-4b41-88db-58f0d465a2f0/9434b45f-0743-4715-a5c2-00986a2651b9) {{(pid=116192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 19:04:04.542387 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=c5907eca-11a1-4505-9452-c9f25bec99e8,revision_number=5']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:04.564726 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-30adf113-d489-4d0b-bd22-95a1f3e0c6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:04.627998 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30adf113-d489-4d0b-bd22-95a1f3e0c6bf None None] Pushing event updated for resources: {'Port': ['ID=53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607,revision_number=2']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:04.657747 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f2f1ab19-613f-42ed-a26d-aaceb57b9f4f admin admin] Publish callbacks [] for port (9434b45f-0743-4715-a5c2-00986a2651b9), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:04.688472 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:04.753549 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f2f1ab19-613f-42ed-a26d-aaceb57b9f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326567'] for port (9434b45f-0743-4715-a5c2-00986a2651b9), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:04.800483 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f1ab19-613f-42ed-a26d-aaceb57b9f4f admin admin] Network d7ab3290-3ce1-430c-a2b5-625628340a0e is already hosted by enough agents. {{(pid=116192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:04:04.825793 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-f2f1ab19-613f-42ed-a26d-aaceb57b9f4f admin admin] Resources bound (agent type, host, resource id): {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:04:04.836077 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0aaeff-1811-4aa8-b51e-fa85e5ae0698 req-0baacd84-90ea-41bb-bddd-f5af9a8d8276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:04.837292 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1ab19-613f-42ed-a26d-aaceb57b9f4f admin admin] Pushing event updated for resources: {'Port': ['ID=9434b45f-0743-4715-a5c2-00986a2651b9,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:04.837977 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8d0aaeff-1811-4aa8-b51e-fa85e5ae0698 req-0baacd84-90ea-41bb-bddd-f5af9a8d8276 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e609d628-b50e-4cc7-af5b-282585a90654 HTTP/1.1" status: 200 len: 1134 time: 0.0692933 Jun 16 19:04:04.840125 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f1ab19-613f-42ed-a26d-aaceb57b9f4f admin admin] Received port after_create {{(pid=116192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 19:04:04.897515 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8d0aaeff-1811-4aa8-b51e-fa85e5ae0698 req-f0143b55-4528-4355-9423-3649eafd03da service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9cdae3f1-5f6f-40cd-b8b1-50d0400e192c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527365 Jun 16 19:04:04.982723 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83c42d-5506-4190-a949-2dc8a7eddfa9 req-a9db64fd-8629-43e6-ad91-a1bb933e6c8f tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:04.984368 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9e83c42d-5506-4190-a949-2dc8a7eddfa9 req-a9db64fd-8629-43e6-ad91-a1bb933e6c8f tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.81 "GET /v2.0/ports?device_id=e609d628-b50e-4cc7-af5b-282585a90654 HTTP/1.1" status: 200 len: 950 time: 0.0587952 Jun 16 19:04:05.034981 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9e83c42d-5506-4190-a949-2dc8a7eddfa9 req-b65864f2-d927-4d68-81c0-9a4b2a76d6ab tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cdae3f1-5f6f-40cd-b8b1-50d0400e192c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441682 Jun 16 19:04:05.133075 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:05.198383 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f2f1ab19-613f-42ed-a26d-aaceb57b9f4f admin admin] Publish callbacks [] for router_gateway (abf7baae-f987-4bd0-a855-47c09caeaad8), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:05.389169 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f2f1ab19-613f-42ed-a26d-aaceb57b9f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8340216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8340070'] for router (abf7baae-f987-4bd0-a855-47c09caeaad8), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:05.592977 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f1ab19-613f-42ed-a26d-aaceb57b9f4f admin admin] Router abf7baae-f987-4bd0-a855-47c09caeaad8 is scheduled to L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a with binding_index 1 {{(pid=116192) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 19:04:05.600472 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93385a63-9c8b-42f8-a722-dd36923fdc3a None None] Network 9f5b1bf4-16e2-474a-b72c-6a89096e68f2 requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 19:04:05.703237 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f1ab19-613f-42ed-a26d-aaceb57b9f4f admin admin] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:04:05.712606 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-fedcc655-dd51-46d4-b4cc-6667c089aa09 None None] Provisioning complete for port 53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:04:05.712983 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-fedcc655-dd51-46d4-b4cc-6667c089aa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:05.738396 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c81733-7bf8-4db0-b2dd-f21108b132e5 None None] Sync routers for ids ['abf7baae-f987-4bd0-a855-47c09caeaad8'] in dv-cinder-846171-1-iscsi {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:04:05.761749 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c81733-7bf8-4db0-b2dd-f21108b132e5 None None] Routers {'abf7baae-f987-4bd0-a855-47c09caeaad8'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:04:05.762383 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-88c81733-7bf8-4db0-b2dd-f21108b132e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:03:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['abf7baae-f987-4bd0-a855-47c09caeaad8'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:04:05.773675 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f2f1ab19-613f-42ed-a26d-aaceb57b9f4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:05.775610 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-f2f1ab19-613f-42ed-a26d-aaceb57b9f4f admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0509205 Jun 16 19:04:05.778481 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 55914) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:04:05.986698 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:06.027001 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:06.033134 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-fedcc655-dd51-46d4-b4cc-6667c089aa09 None None] Current status of the port 53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607 is: DOWN; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:04:06.033555 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-fedcc655-dd51-46d4-b4cc-6667c089aa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:06.056661 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-88c81733-7bf8-4db0-b2dd-f21108b132e5 None None] Set router abf7baae-f987-4bd0-a855-47c09caeaad8 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:04:06.118606 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607 up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 19:04:06.164801 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:06.166561 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-fedcc655-dd51-46d4-b4cc-6667c089aa09 None None] For port 53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607,segment=NetworkSegment(5e64dbe6-3a0d-4a76-81bf-790c27bf3681),segment_id=5e64dbe6-3a0d-4a76-81bf-790c27bf3681)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:04:06.179514 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b5950-1536-4a23-ad06-fe2808d6331e req-84a4b6a4-ec2a-4bc5-96a8-050fe82644c2 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:06.183094 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-252b5950-1536-4a23-ad06-fe2808d6331e req-84a4b6a4-ec2a-4bc5-96a8-050fe82644c2 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.81 "GET /v2.0/ports?device_id=e609d628-b50e-4cc7-af5b-282585a90654 HTTP/1.1" status: 200 len: 950 time: 0.0615678 Jun 16 19:04:06.241418 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:04:06.241794 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:06.245998 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:06.252913 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-252b5950-1536-4a23-ad06-fe2808d6331e req-bb494011-12d8-437e-8ed4-81d56df1e58f tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cdae3f1-5f6f-40cd-b8b1-50d0400e192c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637934 Jun 16 19:04:06.270591 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-fedcc655-dd51-46d4-b4cc-6667c089aa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:06.300566 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f7eac629-9ba9-4dad-a469-566f63466867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:06.326768 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:06.381466 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-88c81733-7bf8-4db0-b2dd-f21108b132e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'name': 'tempest-AttachVolumeNegativeTest-1656615081-router', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:04:03Z', 'updated_at': '2022-06-16T19:04:05Z', 'revision_number': 3, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'gw_port': {'id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:04Z', 'updated_at': '2022-06-16T19:04:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi'}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:04:06.385762 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedcc655-dd51-46d4-b4cc-6667c089aa09 None None] Pushing event updated for resources: {'Port': ['ID=53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607,revision_number=3']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:06.422805 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c81733-7bf8-4db0-b2dd-f21108b132e5 None None] Checking router: abf7baae-f987-4bd0-a855-47c09caeaad8 for host: dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:04:06.423163 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c81733-7bf8-4db0-b2dd-f21108b132e5 None None] Updating router abf7baae-f987-4bd0-a855-47c09caeaad8 port 9434b45f-0743-4715-a5c2-00986a2651b9 binding host dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 19:04:06.453790 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-1eacde75-3265-4a1e-9d5f-ad20a4268ad4 None None] Provisioning complete for port 53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:04:06.454728 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-1eacde75-3265-4a1e-9d5f-ad20a4268ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:06.464500 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.db_base_plugin_common [None req-f7eac629-9ba9-4dad-a469-566f63466867 admin admin] Allocated IP 172.20.0.1 (9f5b1bf4-16e2-474a-b72c-6a89096e68f2/c183fee7-51b9-49a6-a0ab-83d2a2c96a61/13be6207-4727-4281-8557-934df6cbc103) {{(pid=116192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 19:04:06.499859 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-88c81733-7bf8-4db0-b2dd-f21108b132e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (9434b45f-0743-4715-a5c2-00986a2651b9), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:06.539533 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607 is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:04:06.584462 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f7eac629-9ba9-4dad-a469-566f63466867 admin admin] Publish callbacks [] for port (13be6207-4727-4281-8557-934df6cbc103), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:06.669883 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-1eacde75-3265-4a1e-9d5f-ad20a4268ad4 None None] Current status of the port 53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607 is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:04:06.714486 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f7eac629-9ba9-4dad-a469-566f63466867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326567'] for port (13be6207-4727-4281-8557-934df6cbc103), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:06.720069 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:06.750784 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-fb0021ad-f38c-4344-9a6c-aefc1c3c32f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:06.760425 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eac629-9ba9-4dad-a469-566f63466867 admin admin] Network 9f5b1bf4-16e2-474a-b72c-6a89096e68f2 is already hosted by enough agents. {{(pid=116192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:04:06.763836 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-f7eac629-9ba9-4dad-a469-566f63466867 admin admin] Resources bound (agent type, host, resource id): {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:04:06.768784 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eac629-9ba9-4dad-a469-566f63466867 admin admin] Received port after_create {{(pid=116192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 19:04:06.812499 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f7eac629-9ba9-4dad-a469-566f63466867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8339802'] for router_interface (abf7baae-f987-4bd0-a855-47c09caeaad8), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:06.851898 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-88c81733-7bf8-4db0-b2dd-f21108b132e5 None None] Publish callbacks [] for port (9434b45f-0743-4715-a5c2-00986a2651b9), precommit_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:06.888562 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eac629-9ba9-4dad-a469-566f63466867 admin admin] Pushing event updated for resources: {'Port': ['ID=13be6207-4727-4281-8557-934df6cbc103,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:06.941514 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-88c81733-7bf8-4db0-b2dd-f21108b132e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (9434b45f-0743-4715-a5c2-00986a2651b9), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:06.975885 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-646bbd33-7096-45fd-9ff2-a7a16966840c tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1909774442&fields=id&tenant_id=fc32e3179c534d83b3d4108a38fb9d19 HTTP/1.1" status: 200 len: 267 time: 0.0543525 Jun 16 19:04:06.984360 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:07.015972 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-88c81733-7bf8-4db0-b2dd-f21108b132e5 None None] Attempting to bind port 9434b45f-0743-4715-a5c2-00986a2651b9 on host dv-cinder-846171-1-iscsi for vnic_type normal with profile {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 19:04:07.016297 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-88c81733-7bf8-4db0-b2dd-f21108b132e5 None None] Attempting to bind port 9434b45f-0743-4715-a5c2-00986a2651b9 by drivers openvswitch,hyperv on host dv-cinder-846171-1-iscsi at level 0 using segments [{'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 19:04:07.016659 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c81733-7bf8-4db0-b2dd-f21108b132e5 None None] Attempting to bind port 9434b45f-0743-4715-a5c2-00986a2651b9 on network d7ab3290-3ce1-430c-a2b5-625628340a0e {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 19:04:07.020269 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c7fa5-3edf-4868-8b64-bc03b86e01c4 None None] Pushing event updated for resources: {'Port': ['ID=9434b45f-0743-4715-a5c2-00986a2651b9,revision_number=2']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:07.033218 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c81733-7bf8-4db0-b2dd-f21108b132e5 None None] Checking agent: {'id': 'ea8cc94b-de2a-4266-a745-8fe843a33d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846171-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 47, 42), 'started_at': datetime.datetime(2022, 6, 16, 18, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 19, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846171-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 19:04:07.033218 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c81733-7bf8-4db0-b2dd-f21108b132e5 None None] Checking segment: {'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 19:04:07.033218 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-88c81733-7bf8-4db0-b2dd-f21108b132e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:07.033218 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c81733-7bf8-4db0-b2dd-f21108b132e5 None None] Bound using segment: {'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 19:04:07.033218 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-88c81733-7bf8-4db0-b2dd-f21108b132e5 None None] Bound port: 9434b45f-0743-4715-a5c2-00986a2651b9, host: dv-cinder-846171-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 19:04:07.033218 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-88c81733-7bf8-4db0-b2dd-f21108b132e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (9434b45f-0743-4715-a5c2-00986a2651b9), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:07.061063 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f7eac629-9ba9-4dad-a469-566f63466867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (13be6207-4727-4281-8557-934df6cbc103), before_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:07.092757 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:07.100228 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-88c81733-7bf8-4db0-b2dd-f21108b132e5 None None] For port 9434b45f-0743-4715-a5c2-00986a2651b9, host dv-cinder-846171-1-iscsi, cleared binding levels {{(pid=116194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 19:04:07.115903 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-f41c22d6-ebcc-43de-bf9d-dfb6e8a0f712 None None] Provisioning complete for port 13be6207-4727-4281-8557-934df6cbc103 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:04:07.116278 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-f41c22d6-ebcc-43de-bf9d-dfb6e8a0f712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (13be6207-4727-4281-8557-934df6cbc103), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:07.119736 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-100499e8-38df-4dc1-969f-f0263150f341 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:07.120384 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-88c81733-7bf8-4db0-b2dd-f21108b132e5 None None] For port 9434b45f-0743-4715-a5c2-00986a2651b9, host dv-cinder-846171-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=9434b45f-0743-4715-a5c2-00986a2651b9,segment=NetworkSegment(71d34237-f06f-4603-b433-3dd04278adc6),segment_id=71d34237-f06f-4603-b433-3dd04278adc6)] {{(pid=116194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 19:04:07.121364 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-100499e8-38df-4dc1-969f-f0263150f341 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/networks?id=f31f33e6-f431-4d4c-a847-a5f33b248bb8 HTTP/1.1" status: 200 len: 812 time: 0.1384037 Jun 16 19:04:07.139655 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-30e0419c-9662-4351-ac37-7192ac453e45 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/quotas/fc32e3179c534d83b3d4108a38fb9d19 HTTP/1.1" status: 200 len: 375 time: 0.0111580 Jun 16 19:04:07.152911 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-f41c22d6-ebcc-43de-bf9d-dfb6e8a0f712 None None] Port 13be6207-4727-4281-8557-934df6cbc103 cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 19:04:07.199890 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-8be37da6-4074-4e6e-92a2-f6e315755c37 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fc32e3179c534d83b3d4108a38fb9d19&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0529356 Jun 16 19:04:07.246762 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f7eac629-9ba9-4dad-a469-566f63466867 admin admin] Publish callbacks [] for port (13be6207-4727-4281-8557-934df6cbc103), precommit_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:07.257081 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-88c81733-7bf8-4db0-b2dd-f21108b132e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (9434b45f-0743-4715-a5c2-00986a2651b9), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:07.349794 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c81733-7bf8-4db0-b2dd-f21108b132e5 None None] Routers {'abf7baae-f987-4bd0-a855-47c09caeaad8'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:04:07.350437 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-88c81733-7bf8-4db0-b2dd-f21108b132e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:03:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['abf7baae-f987-4bd0-a855-47c09caeaad8'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:04:07.376429 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-631c83d6-8ca5-4a70-b9ae-93ee49a1b8be service neutron] 10.222.0.81 "GET /v2.0/networks/f31f33e6-f431-4d4c-a847-a5f33b248bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621854 Jun 16 19:04:07.383016 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f7eac629-9ba9-4dad-a469-566f63466867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326574'] for port (13be6207-4727-4281-8557-934df6cbc103), after_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:07.387274 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:07.393696 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c7fa5-3edf-4868-8b64-bc03b86e01c4 None None] Pushing event updated for resources: {'Port': ['ID=9434b45f-0743-4715-a5c2-00986a2651b9,revision_number=3']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:07.399682 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:07.444440 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e47acb-f412-4efa-8e63-10805758d3f0 req-28a7518a-46c8-4a3a-950b-430e069b4a8a tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:07.446158 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b1e47acb-f412-4efa-8e63-10805758d3f0 req-28a7518a-46c8-4a3a-950b-430e069b4a8a tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.81 "GET /v2.0/ports?device_id=e609d628-b50e-4cc7-af5b-282585a90654 HTTP/1.1" status: 200 len: 950 time: 0.0853989 Jun 16 19:04:07.464337 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-f7eac629-9ba9-4dad-a469-566f63466867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8339886'] for router_interface (abf7baae-f987-4bd0-a855-47c09caeaad8), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:07.467262 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eac629-9ba9-4dad-a469-566f63466867 admin admin] Pushing event updated for resources: {'Port': ['ID=13be6207-4727-4281-8557-934df6cbc103,revision_number=2']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:07.480371 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-88c81733-7bf8-4db0-b2dd-f21108b132e5 None None] Set router abf7baae-f987-4bd0-a855-47c09caeaad8 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:04:07.541627 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b1e47acb-f412-4efa-8e63-10805758d3f0 req-f560aca2-30fb-41e2-bac9-74218808f10c tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cdae3f1-5f6f-40cd-b8b1-50d0400e192c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692117 Jun 16 19:04:07.544221 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-8415c463-499b-4a4c-b3b1-5f44a3d08097 service neutron] 10.222.0.81 "GET /v2.0/networks/f31f33e6-f431-4d4c-a847-a5f33b248bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488066 Jun 16 19:04:07.746531 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-88c81733-7bf8-4db0-b2dd-f21108b132e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'name': 'tempest-AttachVolumeNegativeTest-1656615081-router', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:04:03Z', 'updated_at': '2022-06-16T19:04:06Z', 'revision_number': 4, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'gw_port': {'id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:04Z', 'updated_at': '2022-06-16T19:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '13be6207-4727-4281-8557-934df6cbc103', 'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'mac_address': 'fa:16:3e:c9:7e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:06Z', 'updated_at': '2022-06-16T19:04:06Z', 'revision_number': 1, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'subnets': [{'id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:04:07.796962 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c81733-7bf8-4db0-b2dd-f21108b132e5 None None] The sync data for ids ['abf7baae-f987-4bd0-a855-47c09caeaad8'] in dv-cinder-846171-1-iscsi is: [{'id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'name': 'tempest-AttachVolumeNegativeTest-1656615081-router', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:04:03Z', 'updated_at': '2022-06-16T19:04:06Z', 'revision_number': 4, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'gw_port': {'id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:04Z', 'updated_at': '2022-06-16T19:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '13be6207-4727-4281-8557-934df6cbc103', 'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'mac_address': 'fa:16:3e:c9:7e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:06Z', 'updated_at': '2022-06-16T19:04:06Z', 'revision_number': 1, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'subnets': [{'id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:04:07.837152 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 55954) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:04:07.884348 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eac629-9ba9-4dad-a469-566f63466867 admin admin] Network 9f5b1bf4-16e2-474a-b72c-6a89096e68f2 is already hosted by enough agents. {{(pid=116192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:04:07.886179 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-f7eac629-9ba9-4dad-a469-566f63466867 admin admin] Resources bound (agent type, host, resource id): {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:04:08.026393 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-fb6f4bc0-9831-43de-88ce-da711a2d5fdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:08.051525 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7eac629-9ba9-4dad-a469-566f63466867 admin admin] Router abf7baae-f987-4bd0-a855-47c09caeaad8 has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 19:04:08.158536 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607 up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 19:04:08.227798 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee938f5-04c2-4d20-869d-d48132fadb4c req-8416525a-391c-480d-984d-e35ab9611b5e tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:08.230040 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3ee938f5-04c2-4d20-869d-d48132fadb4c req-8416525a-391c-480d-984d-e35ab9611b5e tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.81 "GET /v2.0/ports?device_id=e609d628-b50e-4cc7-af5b-282585a90654 HTTP/1.1" status: 200 len: 950 time: 0.1405482 Jun 16 19:04:08.253893 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7eac629-9ba9-4dad-a469-566f63466867 admin admin] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:04:08.272681 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-f7eac629-9ba9-4dad-a469-566f63466867 admin admin] 10.222.0.81 "PUT /v2.0/routers/abf7baae-f987-4bd0-a855-47c09caeaad8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4845314 Jun 16 19:04:08.274173 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:04:08.274173 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:08.284682 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-fb6f4bc0-9831-43de-88ce-da711a2d5fdf admin admin] Publish callbacks [] for security_group (321b0d80-07a0-4367-862c-71d85732f80e), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:08.302973 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:08.318298 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3ee938f5-04c2-4d20-869d-d48132fadb4c req-2f853895-2eea-43b9-8cac-dec3b1b7899e tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cdae3f1-5f6f-40cd-b8b1-50d0400e192c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823302 Jun 16 19:04:08.353062 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-fb6f4bc0-9831-43de-88ce-da711a2d5fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (321b0d80-07a0-4367-862c-71d85732f80e), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:08.401972 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-aebb0466-72ce-4125-9424-feba34217a68 None None] Provisioning complete for port 13be6207-4727-4281-8557-934df6cbc103 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:04:08.402477 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-aebb0466-72ce-4125-9424-feba34217a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (13be6207-4727-4281-8557-934df6cbc103), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:08.473543 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-fb6f4bc0-9831-43de-88ce-da711a2d5fdf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a21717251165458da3c366a4df8ae9a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6348822 Jun 16 19:04:08.476648 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 55970) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:04:08.482983 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-66ae97b7-d09d-4f17-ac02-6298932cae40 req-5186b3ea-3c41-4419-a7bd-91ab50c0f701 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=a203db16-039d-4c2c-a21e-5aa580925c32 HTTP/1.1" status: 200 len: 210 time: 0.0776250 Jun 16 19:04:08.483675 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f4bc0-9831-43de-88ce-da711a2d5fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321b0d80-07a0-4367-862c-71d85732f80e,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:08.507364 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=100 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:08.508728 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607 is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:04:08.512382 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-aebb0466-72ce-4125-9424-feba34217a68 None None] Port 13be6207-4727-4281-8557-934df6cbc103 cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 19:04:08.564471 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=100 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:08.565584 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-5f5fc0f1-bf03-4959-b326-d20d58509921 admin admin] Publish callbacks [] for security_group (321b0d80-07a0-4367-862c-71d85732f80e), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:08.591688 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-5f5fc0f1-bf03-4959-b326-d20d58509921 admin admin] Publish callbacks [] for security_group (321b0d80-07a0-4367-862c-71d85732f80e), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:08.753856 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-5f5fc0f1-bf03-4959-b326-d20d58509921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (321b0d80-07a0-4367-862c-71d85732f80e), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:08.766441 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-5f5fc0f1-bf03-4959-b326-d20d58509921 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:08.766441 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-5f5fc0f1-bf03-4959-b326-d20d58509921 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/321b0d80-07a0-4367-862c-71d85732f80e HTTP/1.1" status: 204 len: 168 time: 0.2810192 Jun 16 19:04:08.767562 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 55976) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:04:08.772431 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-9a95fb86-9661-4572-a0f8-ec966d4eb9ca tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1166610918', 'description': 'tempest-description--1252694001'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:04:08.784317 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5fc0f1-bf03-4959-b326-d20d58509921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321b0d80-07a0-4367-862c-71d85732f80e,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:08.878820 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9a95fb86-9661-4572-a0f8-ec966d4eb9ca tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:08.957161 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9a95fb86-9661-4572-a0f8-ec966d4eb9ca tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group (49711a4c-eab3-4cbf-9a20-2f836f869eb3), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:09.039059 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9a95fb86-9661-4572-a0f8-ec966d4eb9ca tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (49711a4c-eab3-4cbf-9a20-2f836f869eb3), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:09.070269 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-ac30b235-973d-4a5d-8634-55eaf39d9306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:09.078432 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95fb86-9661-4572-a0f8-ec966d4eb9ca tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49711a4c-eab3-4cbf-9a20-2f836f869eb3,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:09.208866 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9a95fb86-9661-4572-a0f8-ec966d4eb9ca tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:09.215589 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-9a95fb86-9661-4572-a0f8-ec966d4eb9ca tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4442298 Jun 16 19:04:09.216627 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 55982) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:04:09.221917 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-0b8c2cd9-09b4-4654-ba6d-7945419b72d3 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Request body: {'security_group_rule': {'security_group_id': '49711a4c-eab3-4cbf-9a20-2f836f869eb3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:04:09.353030 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-0b8c2cd9-09b4-4654-ba6d-7945419b72d3 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group_rule (00e29e82-c339-4817-9aa7-0fdc0b7819ee), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:09.406102 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b775d-7af3-4139-8568-ba9c1110771b req-47779fa3-14d3-4402-b2e7-83e76e170404 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:09.410634 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-dc0b775d-7af3-4139-8568-ba9c1110771b req-47779fa3-14d3-4402-b2e7-83e76e170404 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.66 "GET /v2.0/ports?device_id=e609d628-b50e-4cc7-af5b-282585a90654 HTTP/1.1" status: 200 len: 950 time: 0.0591745 Jun 16 19:04:09.440209 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-0b8c2cd9-09b4-4654-ba6d-7945419b72d3 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group_rule (00e29e82-c339-4817-9aa7-0fdc0b7819ee), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:09.475641 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:09.496293 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbda89-a221-449e-bbc7-67fac3ce9746 req-c50735cf-b02b-4835-bf12-eaff412316b9 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:09.497783 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e5bbda89-a221-449e-bbc7-67fac3ce9746 req-c50735cf-b02b-4835-bf12-eaff412316b9 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.81 "GET /v2.0/ports?device_id=e609d628-b50e-4cc7-af5b-282585a90654 HTTP/1.1" status: 200 len: 950 time: 0.0775778 Jun 16 19:04:09.512528 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-0b8c2cd9-09b4-4654-ba6d-7945419b72d3 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932097'] for security_group_rule (00e29e82-c339-4817-9aa7-0fdc0b7819ee), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:09.532582 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c2cd9-09b4-4654-ba6d-7945419b72d3 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00e29e82-c339-4817-9aa7-0fdc0b7819ee,revision_number=0']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:09.552821 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-dc0b775d-7af3-4139-8568-ba9c1110771b req-3f7463a5-8e46-4eb2-9790-a5cc66185502 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Deleting port c5907eca-11a1-4505-9452-c9f25bec99e8 {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:04:09.553185 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-dc0b775d-7af3-4139-8568-ba9c1110771b req-3f7463a5-8e46-4eb2-9790-a5cc66185502 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (c5907eca-11a1-4505-9452-c9f25bec99e8), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:09.620015 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e5bbda89-a221-449e-bbc7-67fac3ce9746 req-5c3d20ba-5d3f-45cd-8f57-48822b8ae423 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.81 "GET /v2.0/security-groups?id=9cdae3f1-5f6f-40cd-b8b1-50d0400e192c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016705 Jun 16 19:04:09.621685 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5895faa0-abfd-4e6d-85e8-77e36a809d13 req-faf6ca34-3112-4529-acbb-e5ae57689590 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=a203db16-039d-4c2c-a21e-5aa580925c32 HTTP/1.1" status: 200 len: 210 time: 0.0483811 Jun 16 19:04:09.624003 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-0b8c2cd9-09b4-4654-ba6d-7945419b72d3 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:09.625496 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-0b8c2cd9-09b4-4654-ba6d-7945419b72d3 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4076238 Jun 16 19:04:09.628315 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 55988) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:04:09.663523 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-6630a5f2-18c3-4d4d-a354-2a15ef54cb4c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Request body: {'security_group_rule': {'security_group_id': '49711a4c-eab3-4cbf-9a20-2f836f869eb3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:04:09.713095 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-dc0b775d-7af3-4139-8568-ba9c1110771b req-3f7463a5-8e46-4eb2-9790-a5cc66185502 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] For port c5907eca-11a1-4505-9452-c9f25bec99e8, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=c5907eca-11a1-4505-9452-c9f25bec99e8,segment=NetworkSegment(8032cc96-5e1c-44e8-bf7d-7dc21945bb34),segment_id=8032cc96-5e1c-44e8-bf7d-7dc21945bb34)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:04:09.713496 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-dc0b775d-7af3-4139-8568-ba9c1110771b req-3f7463a5-8e46-4eb2-9790-a5cc66185502 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (c5907eca-11a1-4505-9452-c9f25bec99e8), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:09.727229 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-dc0b775d-7af3-4139-8568-ba9c1110771b req-3f7463a5-8e46-4eb2-9790-a5cc66185502 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Calling delete_port for c5907eca-11a1-4505-9452-c9f25bec99e8 owned by compute:nova {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:04:09.791493 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-6630a5f2-18c3-4d4d-a354-2a15ef54cb4c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group_rule (50487d52-5837-4be9-b4fe-17201d3f51d6), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:09.876329 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=5 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:09.905030 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-6630a5f2-18c3-4d4d-a354-2a15ef54cb4c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group_rule (50487d52-5837-4be9-b4fe-17201d3f51d6), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:10.021860 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-dc0b775d-7af3-4139-8568-ba9c1110771b req-3f7463a5-8e46-4eb2-9790-a5cc66185502 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (c5907eca-11a1-4505-9452-c9f25bec99e8), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:10.023572 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-6630a5f2-18c3-4d4d-a354-2a15ef54cb4c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932097'] for security_group_rule (50487d52-5837-4be9-b4fe-17201d3f51d6), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:10.068989 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7463a5-8e46-4eb2-9790-a5cc66185502 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Pushing event deleted for resources: {'Port': ['ID=c5907eca-11a1-4505-9452-c9f25bec99e8,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:10.072845 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630a5f2-18c3-4d4d-a354-2a15ef54cb4c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50487d52-5837-4be9-b4fe-17201d3f51d6,revision_number=0']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:10.092439 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 9434b45f-0743-4715-a5c2-00986a2651b9 up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 19:04:10.133214 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0b775d-7af3-4139-8568-ba9c1110771b req-3f7463a5-8e46-4eb2-9790-a5cc66185502 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] No DVR routers for this DVR port c5907eca-11a1-4505-9452-c9f25bec99e8 on host hv-cinder-84617 {{(pid=116193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 19:04:10.136501 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-dc0b775d-7af3-4139-8568-ba9c1110771b req-3f7463a5-8e46-4eb2-9790-a5cc66185502 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:10.142218 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-dc0b775d-7af3-4139-8568-ba9c1110771b req-3f7463a5-8e46-4eb2-9790-a5cc66185502 tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.66 "DELETE /v2.0/ports/c5907eca-11a1-4505-9452-c9f25bec99e8 HTTP/1.1" status: 204 len: 173 time: 0.7275388 Jun 16 19:04:10.142218 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e609d628-b50e-4cc7-af5b-282585a90654', 'name': 'network-vif-deleted', 'tag': 'c5907eca-11a1-4505-9452-c9f25bec99e8'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:04:10.144003 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da05fe72-fee7-401d-aef5-e653d2744221" -d '{"events": [{"server_uuid": "e609d628-b50e-4cc7-af5b-282585a90654", "name": "network-vif-deleted", "tag": "c5907eca-11a1-4505-9452-c9f25bec99e8"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:04:10.153851 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 9434b45f-0743-4715-a5c2-00986a2651b9 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:04:10.154246 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (9434b45f-0743-4715-a5c2-00986a2651b9), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:10.171803 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-6630a5f2-18c3-4d4d-a354-2a15ef54cb4c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:10.173458 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-6630a5f2-18c3-4d4d-a354-2a15ef54cb4c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5156522 Jun 16 19:04:10.176531 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 55994) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:04:10.182571 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-c0edbeda-f1fc-42ae-aaa9-e547c2bb1dde tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Request body: {'floatingip': {'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:04:10.191553 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 19:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5691c22-1e88-4efb-864e-69e23fb507aa x-openstack-request-id: req-a5691c22-1e88-4efb-864e-69e23fb507aa {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:04:10.191851 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e609d628-b50e-4cc7-af5b-282585a90654", "name": "network-vif-deleted", "tag": "c5907eca-11a1-4505-9452-c9f25bec99e8", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:04:10.192102 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a5691c22-1e88-4efb-864e-69e23fb507aa {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:04:10.201511 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5691c22-1e88-4efb-864e-69e23fb507aa'] response: {'server_uuid': 'e609d628-b50e-4cc7-af5b-282585a90654', 'name': 'network-vif-deleted', 'tag': 'c5907eca-11a1-4505-9452-c9f25bec99e8', 'status': 'completed', 'code': 200} Jun 16 19:04:10.236786 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55c6b3c-2ef9-4ad2-b824-14946122e6ae None None] Sync routers for ids ['abf7baae-f987-4bd0-a855-47c09caeaad8'] in dv-cinder-846171-1-iscsi {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:04:10.244545 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55c6b3c-2ef9-4ad2-b824-14946122e6ae None None] Routers {'abf7baae-f987-4bd0-a855-47c09caeaad8'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:04:10.245162 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-b55c6b3c-2ef9-4ad2-b824-14946122e6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:04:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['abf7baae-f987-4bd0-a855-47c09caeaad8'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:04:10.261580 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 9434b45f-0743-4715-a5c2-00986a2651b9 is: DOWN; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:04:10.261977 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (9434b45f-0743-4715-a5c2-00986a2651b9), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:10.284899 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c0edbeda-f1fc-42ae-aaa9-e547c2bb1dde tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:10.285514 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] For port 9434b45f-0743-4715-a5c2-00986a2651b9, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=9434b45f-0743-4715-a5c2-00986a2651b9,segment=NetworkSegment(71d34237-f06f-4603-b433-3dd04278adc6),segment_id=71d34237-f06f-4603-b433-3dd04278adc6)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:04:10.286132 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:10.357338 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (9434b45f-0743-4715-a5c2-00986a2651b9), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:10.378934 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-b55c6b3c-2ef9-4ad2-b824-14946122e6ae None None] Set router abf7baae-f987-4bd0-a855-47c09caeaad8 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:04:10.385870 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c0edbeda-f1fc-42ae-aaa9-e547c2bb1dde tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:10.424770 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Pushing event updated for resources: {'Port': ['ID=9434b45f-0743-4715-a5c2-00986a2651b9,revision_number=4']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:10.515821 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.db_base_plugin_common [None req-c0edbeda-f1fc-42ae-aaa9-e547c2bb1dde tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Allocated IP 172.27.0.119 (d7ab3290-3ce1-430c-a2b5-625628340a0e/2251f151-d04b-4b41-88db-58f0d465a2f0/ab128081-845a-4686-9e34-ea44c3df074b) {{(pid=116192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 19:04:10.574455 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-b55c6b3c-2ef9-4ad2-b824-14946122e6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'name': 'tempest-AttachVolumeNegativeTest-1656615081-router', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:04:03Z', 'updated_at': '2022-06-16T19:04:06Z', 'revision_number': 4, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'gw_port': {'id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:04Z', 'updated_at': '2022-06-16T19:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '13be6207-4727-4281-8557-934df6cbc103', 'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'mac_address': 'fa:16:3e:c9:7e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:06Z', 'updated_at': '2022-06-16T19:04:07Z', 'revision_number': 2, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'subnets': [{'id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:04:10.602871 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55c6b3c-2ef9-4ad2-b824-14946122e6ae None None] Checking router: abf7baae-f987-4bd0-a855-47c09caeaad8 for host: dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:04:10.603241 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55c6b3c-2ef9-4ad2-b824-14946122e6ae None None] Updating router abf7baae-f987-4bd0-a855-47c09caeaad8 port 13be6207-4727-4281-8557-934df6cbc103 binding host dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 19:04:10.620423 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c0edbeda-f1fc-42ae-aaa9-e547c2bb1dde tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for port (ab128081-845a-4686-9e34-ea44c3df074b), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:10.631342 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-b55c6b3c-2ef9-4ad2-b824-14946122e6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (13be6207-4727-4281-8557-934df6cbc103), before_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:10.736459 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c0edbeda-f1fc-42ae-aaa9-e547c2bb1dde tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326567'] for port (ab128081-845a-4686-9e34-ea44c3df074b), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:10.742448 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-08759784-32b4-452a-abb1-0494ceecb02a req-29cd808b-76cd-4bbc-aaf6-95e0c85d1796 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=a203db16-039d-4c2c-a21e-5aa580925c32 HTTP/1.1" status: 200 len: 210 time: 0.0392573 Jun 16 19:04:10.747201 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:10.782004 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0edbeda-f1fc-42ae-aaa9-e547c2bb1dde tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Network d7ab3290-3ce1-430c-a2b5-625628340a0e is already hosted by enough agents. {{(pid=116192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:04:10.783649 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a6e9a76d-4efc-4d2d-bc73-979eab57d9d1 req-38f8c729-0b85-41de-88e2-30a53fe545bf tempest-VolumesNegativeTest-1913914902 tempest-VolumesNegativeTest-1913914902-project] 10.222.0.81 "GET /v2.0/ports?device_id=e609d628-b50e-4cc7-af5b-282585a90654 HTTP/1.1" status: 200 len: 210 time: 0.0443542 Jun 16 19:04:10.790265 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-c0edbeda-f1fc-42ae-aaa9-e547c2bb1dde tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Resources bound (agent type, host, resource id): {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:04:10.792840 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0edbeda-f1fc-42ae-aaa9-e547c2bb1dde tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Received port after_create {{(pid=116192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 19:04:10.822587 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0edbeda-f1fc-42ae-aaa9-e547c2bb1dde tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Pushing event updated for resources: {'Port': ['ID=ab128081-845a-4686-9e34-ea44c3df074b,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:10.865667 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:10.884240 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c0edbeda-f1fc-42ae-aaa9-e547c2bb1dde tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for floatingip (b200d5b1-e6ed-4adf-b546-86978e2a0d1d), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:10.913037 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-b55c6b3c-2ef9-4ad2-b824-14946122e6ae None None] Publish callbacks [] for port (13be6207-4727-4281-8557-934df6cbc103), precommit_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:10.980760 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-e9031c00-9ee0-4c6c-825d-96298f49b2b4 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:10.982207 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-e9031c00-9ee0-4c6c-825d-96298f49b2b4 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.66 "GET /v2.0/networks?id=f31f33e6-f431-4d4c-a847-a5f33b248bb8 HTTP/1.1" status: 200 len: 812 time: 0.1028810 Jun 16 19:04:11.001093 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c0edbeda-f1fc-42ae-aaa9-e547c2bb1dde tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (ab128081-845a-4686-9e34-ea44c3df074b), before_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:11.002547 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-b55c6b3c-2ef9-4ad2-b824-14946122e6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (13be6207-4727-4281-8557-934df6cbc103), after_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:11.054692 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-d50a5937-4176-40eb-8865-5676cb52d6a8 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc32e3179c534d83b3d4108a38fb9d19 HTTP/1.1" status: 200 len: 380 time: 0.0613222 Jun 16 19:04:11.067889 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-909c00da-c2d5-4867-af4c-32610bb63049 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Request body: {'port': {'device_id': 'a203db16-039d-4c2c-a21e-5aa580925c32', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'admin_state_up': True, 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'security_groups': ['99a08824-dc82-49a5-9e5b-2ab3eed26eb0']}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:04:11.073812 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b98f3-7bc6-4d1d-857e-57b6ea204a32 None None] Pushing event updated for resources: {'Port': ['ID=13be6207-4727-4281-8557-934df6cbc103,revision_number=3']} {{(pid=116195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:11.087662 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799b98f3-7bc6-4d1d-857e-57b6ea204a32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:04:11.088032 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799b98f3-7bc6-4d1d-857e-57b6ea204a32 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:04:11.088401 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799b98f3-7bc6-4d1d-857e-57b6ea204a32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:04:11.088753 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799b98f3-7bc6-4d1d-857e-57b6ea204a32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:04:11.089289 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799b98f3-7bc6-4d1d-857e-57b6ea204a32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:04:11.089804 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799b98f3-7bc6-4d1d-857e-57b6ea204a32 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:04:11.090435 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799b98f3-7bc6-4d1d-857e-57b6ea204a32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:04:11.090923 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799b98f3-7bc6-4d1d-857e-57b6ea204a32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:04:11.092252 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799b98f3-7bc6-4d1d-857e-57b6ea204a32 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:04:11.092594 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799b98f3-7bc6-4d1d-857e-57b6ea204a32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:04:11.093055 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799b98f3-7bc6-4d1d-857e-57b6ea204a32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:04:11.093436 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799b98f3-7bc6-4d1d-857e-57b6ea204a32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:04:11.093772 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799b98f3-7bc6-4d1d-857e-57b6ea204a32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:04:11.094105 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799b98f3-7bc6-4d1d-857e-57b6ea204a32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:04:11.094428 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799b98f3-7bc6-4d1d-857e-57b6ea204a32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:04:11.158674 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:11.159861 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.managers [None req-b55c6b3c-2ef9-4ad2-b824-14946122e6ae None None] Attempting to bind port 13be6207-4727-4281-8557-934df6cbc103 on host dv-cinder-846171-1-iscsi for vnic_type normal with profile {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 19:04:11.160234 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.managers [None req-b55c6b3c-2ef9-4ad2-b824-14946122e6ae None None] Attempting to bind port 13be6207-4727-4281-8557-934df6cbc103 by drivers openvswitch,hyperv on host dv-cinder-846171-1-iscsi at level 0 using segments [{'id': '5e64dbe6-3a0d-4a76-81bf-790c27bf3681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2'}] {{(pid=116195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 19:04:11.160593 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55c6b3c-2ef9-4ad2-b824-14946122e6ae None None] Attempting to bind port 13be6207-4727-4281-8557-934df6cbc103 on network 9f5b1bf4-16e2-474a-b72c-6a89096e68f2 {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 19:04:11.166915 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55c6b3c-2ef9-4ad2-b824-14946122e6ae None None] Checking agent: {'id': 'ea8cc94b-de2a-4266-a745-8fe843a33d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846171-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 47, 42), 'started_at': datetime.datetime(2022, 6, 16, 18, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 19, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846171-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 19:04:11.167557 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55c6b3c-2ef9-4ad2-b824-14946122e6ae None None] Checking segment: {'id': '5e64dbe6-3a0d-4a76-81bf-790c27bf3681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 19:04:11.168130 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-b55c6b3c-2ef9-4ad2-b824-14946122e6ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:11.168660 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55c6b3c-2ef9-4ad2-b824-14946122e6ae None None] Bound using segment: {'id': '5e64dbe6-3a0d-4a76-81bf-790c27bf3681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2'} {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 19:04:11.172256 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.managers [None req-b55c6b3c-2ef9-4ad2-b824-14946122e6ae None None] Bound port: 13be6207-4727-4281-8557-934df6cbc103, host: dv-cinder-846171-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e64dbe6-3a0d-4a76-81bf-790c27bf3681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2'}}] {{(pid=116195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 19:04:11.172861 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-b55c6b3c-2ef9-4ad2-b824-14946122e6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (13be6207-4727-4281-8557-934df6cbc103), before_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:11.210737 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c0edbeda-f1fc-42ae-aaa9-e547c2bb1dde tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for port (ab128081-845a-4686-9e34-ea44c3df074b), precommit_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:11.226868 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:11.262022 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.db [None req-b55c6b3c-2ef9-4ad2-b824-14946122e6ae None None] For port 13be6207-4727-4281-8557-934df6cbc103, host dv-cinder-846171-1-iscsi, cleared binding levels {{(pid=116195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 19:04:11.265588 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.db [None req-b55c6b3c-2ef9-4ad2-b824-14946122e6ae None None] For port 13be6207-4727-4281-8557-934df6cbc103, host dv-cinder-846171-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=13be6207-4727-4281-8557-934df6cbc103,segment=NetworkSegment(5e64dbe6-3a0d-4a76-81bf-790c27bf3681),segment_id=5e64dbe6-3a0d-4a76-81bf-790c27bf3681)] {{(pid=116195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 19:04:11.307291 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c0edbeda-f1fc-42ae-aaa9-e547c2bb1dde tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326574'] for port (ab128081-845a-4686-9e34-ea44c3df074b), after_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:11.348455 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-909c00da-c2d5-4867-af4c-32610bb63049 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Made reservation on behalf of fc32e3179c534d83b3d4108a38fb9d19 for: {'port': 1} {{(pid=116193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 19:04:11.352463 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-909c00da-c2d5-4867-af4c-32610bb63049 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:11.355433 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d6916367-90f5-4334-b81c-5eface1ffeaa None None] Provisioning complete for port 13be6207-4727-4281-8557-934df6cbc103 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:04:11.355909 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d6916367-90f5-4334-b81c-5eface1ffeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (13be6207-4727-4281-8557-934df6cbc103), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:11.392288 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0edbeda-f1fc-42ae-aaa9-e547c2bb1dde tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Pushing event updated for resources: {'Port': ['ID=ab128081-845a-4686-9e34-ea44c3df074b,revision_number=2']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:11.400260 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c0edbeda-f1fc-42ae-aaa9-e547c2bb1dde tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8340165'] for floatingip (b200d5b1-e6ed-4adf-b546-86978e2a0d1d), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:11.406917 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d6916367-90f5-4334-b81c-5eface1ffeaa None None] Port 13be6207-4727-4281-8557-934df6cbc103 cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 19:04:11.422471 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-b55c6b3c-2ef9-4ad2-b824-14946122e6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (13be6207-4727-4281-8557-934df6cbc103), after_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:11.486791 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c0edbeda-f1fc-42ae-aaa9-e547c2bb1dde tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for floatingip (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:11.488357 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-c0edbeda-f1fc-42ae-aaa9-e547c2bb1dde tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3106656 Jun 16 19:04:11.495898 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55c6b3c-2ef9-4ad2-b824-14946122e6ae None None] Routers {'abf7baae-f987-4bd0-a855-47c09caeaad8'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:04:11.495898 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-b55c6b3c-2ef9-4ad2-b824-14946122e6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:04:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['abf7baae-f987-4bd0-a855-47c09caeaad8'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:04:11.503672 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b98f3-7bc6-4d1d-857e-57b6ea204a32 None None] Pushing event updated for resources: {'Port': ['ID=13be6207-4727-4281-8557-934df6cbc103,revision_number=4']} {{(pid=116195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:11.537174 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_common [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-909c00da-c2d5-4867-af4c-32610bb63049 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Allocated IP 172.20.0.5 (f31f33e6-f431-4d4c-a847-a5f33b248bb8/38fcf1af-5fbd-4e35-811d-148efba21d9d/6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86) {{(pid=116193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 19:04:11.616498 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:11.631167 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-b55c6b3c-2ef9-4ad2-b824-14946122e6ae None None] Set router abf7baae-f987-4bd0-a855-47c09caeaad8 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:04:11.648537 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:DELETE=5,neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:11.831012 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-c5455630-6bb8-46ae-ba05-53558073b13f None None] Provisioning complete for port 13be6207-4727-4281-8557-934df6cbc103 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:04:11.831517 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-c5455630-6bb8-46ae-ba05-53558073b13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (13be6207-4727-4281-8557-934df6cbc103), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:11.912857 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-c5455630-6bb8-46ae-ba05-53558073b13f None None] Current status of the port 13be6207-4727-4281-8557-934df6cbc103 is: DOWN; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:04:11.913682 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-c5455630-6bb8-46ae-ba05-53558073b13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (13be6207-4727-4281-8557-934df6cbc103), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:11.937009 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-b55c6b3c-2ef9-4ad2-b824-14946122e6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'name': 'tempest-AttachVolumeNegativeTest-1656615081-router', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:04:03Z', 'updated_at': '2022-06-16T19:04:06Z', 'revision_number': 4, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'gw_port': {'id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:04Z', 'updated_at': '2022-06-16T19:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '13be6207-4727-4281-8557-934df6cbc103', 'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'mac_address': 'fa:16:3e:c9:7e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:06Z', 'updated_at': '2022-06-16T19:04:11Z', 'revision_number': 4, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'subnets': [{'id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:04:11.961389 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device c5907eca-11a1-4505-9452-c9f25bec99e8 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:04:11.962976 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55c6b3c-2ef9-4ad2-b824-14946122e6ae None None] The sync data for ids ['abf7baae-f987-4bd0-a855-47c09caeaad8'] in dv-cinder-846171-1-iscsi is: [{'id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'name': 'tempest-AttachVolumeNegativeTest-1656615081-router', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:04:03Z', 'updated_at': '2022-06-16T19:04:06Z', 'revision_number': 4, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'gw_port': {'id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:04Z', 'updated_at': '2022-06-16T19:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '13be6207-4727-4281-8557-934df6cbc103', 'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'mac_address': 'fa:16:3e:c9:7e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:06Z', 'updated_at': '2022-06-16T19:04:11Z', 'revision_number': 4, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'subnets': [{'id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:04:11.967893 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-c5455630-6bb8-46ae-ba05-53558073b13f None None] For port 13be6207-4727-4281-8557-934df6cbc103, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=13be6207-4727-4281-8557-934df6cbc103,segment=NetworkSegment(5e64dbe6-3a0d-4a76-81bf-790c27bf3681),segment_id=5e64dbe6-3a0d-4a76-81bf-790c27bf3681)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:04:11.984486 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] No Port match for: c5907eca-11a1-4505-9452-c9f25bec99e8 {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:04:11.984844 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device c5907eca-11a1-4505-9452-c9f25bec99e8 not bound to the agent host hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:04:12.007993 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ed16ddc5-49e1-4ccf-9a7e-bdbf4c8d9fa1 req-eb9b5677-6278-4b5e-8693-dd364f44ae26 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=a203db16-039d-4c2c-a21e-5aa580925c32 HTTP/1.1" status: 200 len: 210 time: 0.0434198 Jun 16 19:04:12.050811 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-909c00da-c2d5-4867-af4c-32610bb63049 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for port (6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:12.057181 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-c5455630-6bb8-46ae-ba05-53558073b13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (13be6207-4727-4281-8557-934df6cbc103), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:12.119492 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:12.126679 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-06f198bf-f8f9-427c-afbf-d576cca71832 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1166610918&fields=id&tenant_id=cfa6530fe6dd49d88f41c57406f4cbb6 HTTP/1.1" status: 200 len: 267 time: 0.4370935 Jun 16 19:04:12.136619 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5455630-6bb8-46ae-ba05-53558073b13f None None] Pushing event updated for resources: {'Port': ['ID=13be6207-4727-4281-8557-934df6cbc103,revision_number=5']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:12.143119 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 13be6207-4727-4281-8557-934df6cbc103 up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 19:04:12.152502 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:12.195683 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 13be6207-4727-4281-8557-934df6cbc103 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:04:12.195959 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (13be6207-4727-4281-8557-934df6cbc103), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:12.280846 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-ec7335a4-471a-41ca-b31f-f81587519e4d tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:12.282770 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-ec7335a4-471a-41ca-b31f-f81587519e4d tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/networks?id=9f5b1bf4-16e2-474a-b72c-6a89096e68f2 HTTP/1.1" status: 200 len: 815 time: 0.1554382 Jun 16 19:04:12.299499 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-72c2cb6e-3d59-48eb-8965-bd03c356f9fd tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/quotas/cfa6530fe6dd49d88f41c57406f4cbb6 HTTP/1.1" status: 200 len: 375 time: 0.0098379 Jun 16 19:04:12.302168 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 13be6207-4727-4281-8557-934df6cbc103 is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:04:12.303373 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 9434b45f-0743-4715-a5c2-00986a2651b9 up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 19:04:12.338697 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-909c00da-c2d5-4867-af4c-32610bb63049 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:12.357512 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 9434b45f-0743-4715-a5c2-00986a2651b9 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:04:12.369531 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (9434b45f-0743-4715-a5c2-00986a2651b9), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:12.417847 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:12.419525 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-02c6f0aa-a2f6-4047-9049-ced9bda60ea6 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cfa6530fe6dd49d88f41c57406f4cbb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1120725 Jun 16 19:04:12.421848 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:12.442617 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c00da-c2d5-4867-af4c-32610bb63049 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Pushing event updated for resources: {'Port': ['ID=6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:12.457402 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-909c00da-c2d5-4867-af4c-32610bb63049 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Network f31f33e6-f431-4d4c-a847-a5f33b248bb8 is already hosted by enough agents. {{(pid=116193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:04:12.467272 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 9434b45f-0743-4715-a5c2-00986a2651b9 is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:04:12.485745 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-909c00da-c2d5-4867-af4c-32610bb63049 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Resources bound (agent type, host, resource id): {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:04:12.491272 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-909c00da-c2d5-4867-af4c-32610bb63049 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Received port after_create {{(pid=116193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 19:04:12.606233 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-909c00da-c2d5-4867-af4c-32610bb63049 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:12.606866 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-909c00da-c2d5-4867-af4c-32610bb63049 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:12.634936 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-e2389d1e-4142-4949-97ed-43805601585f service neutron] 10.222.0.81 "GET /v2.0/networks/9f5b1bf4-16e2-474a-b72c-6a89096e68f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876996 Jun 16 19:04:12.737164 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:12.744392 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-909c00da-c2d5-4867-af4c-32610bb63049 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6844189 Jun 16 19:04:12.762625 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-4bd78278-1ce5-418e-b7e3-ee6a3c50c01f service neutron] Request body: {'port': {'device_id': 'a203db16-039d-4c2c-a21e-5aa580925c32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:04:12.784861 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-438eeab9-8a80-4216-85e0-677279a3e677 None None] Provisioning complete for port 6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:04:12.785774 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-438eeab9-8a80-4216-85e0-677279a3e677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:12.790522 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-28c9eb35-730e-4d16-a59f-bf36e200cf99 service neutron] 10.222.0.81 "GET /v2.0/networks/9f5b1bf4-16e2-474a-b72c-6a89096e68f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480825 Jun 16 19:04:12.835453 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-4bd78278-1ce5-418e-b7e3-ee6a3c50c01f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:12.840344 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-438eeab9-8a80-4216-85e0-677279a3e677 None None] Port 6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86 cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 19:04:13.177629 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-22f215ef-ba85-4509-8515-ab0570a5a7b2 req-31a3fc8d-318d-44c1-ac52-4cd19608e0e2 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a69da73-7a7e-4f27-b52f-1bec2f65f145 HTTP/1.1" status: 200 len: 210 time: 0.0676467 Jun 16 19:04:13.205468 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f5b63-cec9-47e0-be8b-f6555193d9fd req-a0769f1b-8e49-4c6d-93ed-7a428977412f tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:13.205468 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b61f5b63-cec9-47e0-be8b-f6555193d9fd req-a0769f1b-8e49-4c6d-93ed-7a428977412f tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=a203db16-039d-4c2c-a21e-5aa580925c32 HTTP/1.1" status: 200 len: 931 time: 0.1072822 Jun 16 19:04:13.205468 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-4bd78278-1ce5-418e-b7e3-ee6a3c50c01f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86 {{(pid=116193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 19:04:13.218769 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-4bd78278-1ce5-418e-b7e3-ee6a3c50c01f service neutron] Publish callbacks [] for port (6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:13.243376 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:13.250518 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.provisioning_blocks [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-4bd78278-1ce5-418e-b7e3-ee6a3c50c01f service neutron] Transition to ACTIVE for port object 6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86 will not be triggered until provisioned by entity L2. {{(pid=116193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 19:04:13.289163 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b61f5b63-cec9-47e0-be8b-f6555193d9fd req-bcd9105e-2779-40a5-9006-97a365c3e2c0 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690973 Jun 16 19:04:13.324407 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-4bd78278-1ce5-418e-b7e3-ee6a3c50c01f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:13.377895 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd78278-1ce5-418e-b7e3-ee6a3c50c01f service neutron] Pushing event updated for resources: {'Port': ['ID=6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86,revision_number=2']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:13.463380 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-4bd78278-1ce5-418e-b7e3-ee6a3c50c01f service neutron] Attempting to bind port 6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 19:04:13.464037 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-4bd78278-1ce5-418e-b7e3-ee6a3c50c01f service neutron] Attempting to bind port 6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '8663ba12-146f-4a4a-92de-df95415fefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8'}] {{(pid=116193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 19:04:13.464380 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-4bd78278-1ce5-418e-b7e3-ee6a3c50c01f service neutron] Attempting to bind port 6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86 on network f31f33e6-f431-4d4c-a847-a5f33b248bb8 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 19:04:13.470432 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-4bd78278-1ce5-418e-b7e3-ee6a3c50c01f service neutron] Port 6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86 on network f31f33e6-f431-4d4c-a847-a5f33b248bb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 19:04:13.470432 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-4bd78278-1ce5-418e-b7e3-ee6a3c50c01f service neutron] Attempting to bind port 6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86 on network f31f33e6-f431-4d4c-a847-a5f33b248bb8 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 19:04:13.476062 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-4bd78278-1ce5-418e-b7e3-ee6a3c50c01f service neutron] Checking agent: {'id': '78e75526-212b-4550-9dc1-6e088b901fa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'started_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 19, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 19:04:13.476476 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-4bd78278-1ce5-418e-b7e3-ee6a3c50c01f service neutron] Checking segment: {'id': '8663ba12-146f-4a4a-92de-df95415fefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 19:04:13.476929 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-4bd78278-1ce5-418e-b7e3-ee6a3c50c01f service neutron] Bound using segment: {'id': '8663ba12-146f-4a4a-92de-df95415fefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8'} {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 19:04:13.477513 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-4bd78278-1ce5-418e-b7e3-ee6a3c50c01f service neutron] Bound port: 6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8663ba12-146f-4a4a-92de-df95415fefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8'}}] {{(pid=116193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 19:04:13.477940 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-4bd78278-1ce5-418e-b7e3-ee6a3c50c01f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:13.560602 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-4bd78278-1ce5-418e-b7e3-ee6a3c50c01f service neutron] For port 6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86, host hv-cinder-84617, cleared binding levels {{(pid=116193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 19:04:13.563958 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-4bd78278-1ce5-418e-b7e3-ee6a3c50c01f service neutron] For port 6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86,segment=NetworkSegment(8663ba12-146f-4a4a-92de-df95415fefb5),segment_id=8663ba12-146f-4a4a-92de-df95415fefb5)] {{(pid=116193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 19:04:13.662952 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-4bd78278-1ce5-418e-b7e3-ee6a3c50c01f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:13.702493 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-4bd78278-1ce5-418e-b7e3-ee6a3c50c01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:13.703118 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-4bd78278-1ce5-418e-b7e3-ee6a3c50c01f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:13.704505 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-4bd78278-1ce5-418e-b7e3-ee6a3c50c01f service neutron] 10.222.0.66 "PUT /v2.0/ports/6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86 HTTP/1.1" status: 200 len: 1093 time: 0.9526484 Jun 16 19:04:13.704950 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a203db16-039d-4c2c-a21e-5aa580925c32', 'tag': '6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:04:13.707259 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9827e62a-533e-4d18-8a37-36a36e6f3f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "a203db16-039d-4c2c-a21e-5aa580925c32", "tag": "6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:04:13.731763 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd78278-1ce5-418e-b7e3-ee6a3c50c01f service neutron] Pushing event updated for resources: {'Port': ['ID=6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86,revision_number=3']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:13.755919 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 19:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b72ba3-dcc6-45b7-a3e1-fda535fda137 x-openstack-request-id: req-d0b72ba3-dcc6-45b7-a3e1-fda535fda137 {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:04:13.765732 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a203db16-039d-4c2c-a21e-5aa580925c32", "tag": "6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:04:13.765732 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d0b72ba3-dcc6-45b7-a3e1-fda535fda137 {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:04:13.765732 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0b72ba3-dcc6-45b7-a3e1-fda535fda137'] response: {'name': 'network-changed', 'server_uuid': 'a203db16-039d-4c2c-a21e-5aa580925c32', 'tag': '6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86', 'status': 'completed', 'code': 200} Jun 16 19:04:13.829498 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827e62a-533e-4d18-8a37-36a36e6f3f8f req-326b963f-8667-42a5-95d7-b408c4cabbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:13.831185 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9827e62a-533e-4d18-8a37-36a36e6f3f8f req-326b963f-8667-42a5-95d7-b408c4cabbe2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc32e3179c534d83b3d4108a38fb9d19&device_id=a203db16-039d-4c2c-a21e-5aa580925c32 HTTP/1.1" status: 200 len: 1127 time: 0.0552094 Jun 16 19:04:13.918857 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:13.943578 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827e62a-533e-4d18-8a37-36a36e6f3f8f req-3a2c943f-c9ea-4450-9f14-e6d15d33b569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:13.945074 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9827e62a-533e-4d18-8a37-36a36e6f3f8f req-3a2c943f-c9ea-4450-9f14-e6d15d33b569 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=fc32e3179c534d83b3d4108a38fb9d19&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1046193 Jun 16 19:04:14.047773 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827e62a-533e-4d18-8a37-36a36e6f3f8f req-f388f230-12fe-462f-9370-9dc1d4dfcd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:14.049331 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9827e62a-533e-4d18-8a37-36a36e6f3f8f req-f388f230-12fe-462f-9370-9dc1d4dfcd6d service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0984571 Jun 16 19:04:14.066213 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 13be6207-4727-4281-8557-934df6cbc103 up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 19:04:14.113000 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 13be6207-4727-4281-8557-934df6cbc103 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:04:14.113447 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (13be6207-4727-4281-8557-934df6cbc103), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:14.135066 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-4a138569-e6de-440f-b0f6-fecda710eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:14.136559 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-4a138569-e6de-440f-b0f6-fecda710eb98 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc32e3179c534d83b3d4108a38fb9d19&device_id=a203db16-039d-4c2c-a21e-5aa580925c32 HTTP/1.1" status: 200 len: 1127 time: 0.0496972 Jun 16 19:04:14.178656 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-3aa3c412-6a10-4e86-8b8f-998feef4b547 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86 HTTP/1.1" status: 200 len: 217 time: 0.0354183 Jun 16 19:04:14.190314 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 13be6207-4727-4281-8557-934df6cbc103 is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:04:14.227466 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-2d540a26-28e8-4659-9fd1-f7c120c1a393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:14.229171 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-2d540a26-28e8-4659-9fd1-f7c120c1a393 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=38fcf1af-5fbd-4e35-811d-148efba21d9d HTTP/1.1" status: 200 len: 851 time: 0.0454772 Jun 16 19:04:14.285297 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-eec70d10-f9d1-4990-9f19-97a6cc0e7201 req-b508b1b0-600b-4b27-a523-ea3cccd90842 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a69da73-7a7e-4f27-b52f-1bec2f65f145 HTTP/1.1" status: 200 len: 210 time: 0.0535874 Jun 16 19:04:14.296203 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-5f928197-ae0c-44a0-8334-6cf28d39c018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:14.297670 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-5f928197-ae0c-44a0-8334-6cf28d39c018 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f31f33e6-f431-4d4c-a847-a5f33b248bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559609 Jun 16 19:04:14.426103 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31121-4b60-443f-b8af-2d9393c67030 req-e608091f-f9be-4697-afbf-ecad950a8afc tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:14.428097 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-28f31121-4b60-443f-b8af-2d9393c67030 req-e608091f-f9be-4697-afbf-ecad950a8afc tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=a203db16-039d-4c2c-a21e-5aa580925c32 HTTP/1.1" status: 200 len: 943 time: 0.0605457 Jun 16 19:04:14.457423 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-2b7d6867-ec6b-4eec-bb25-cc0645aba0af service neutron] 10.222.0.66 "GET /v2.0/networks/f31f33e6-f431-4d4c-a847-a5f33b248bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522605 Jun 16 19:04:14.512851 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-28f31121-4b60-443f-b8af-2d9393c67030 req-c7017a2d-1da9-4860-8499-36f1c5f43f87 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755577 Jun 16 19:04:14.514882 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:14.571417 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f8643e7e-c815-40e2-b924-04a4cbd7013f req-2c5df974-34bf-498d-a233-6041b889529d service neutron] 10.222.0.66 "GET /v2.0/networks/f31f33e6-f431-4d4c-a847-a5f33b248bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000376 Jun 16 19:04:15.412448 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9efb62c0-165b-4fa0-b985-e302a0b98266 req-00fb752b-4459-43b1-b751-ad76416c244d tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a69da73-7a7e-4f27-b52f-1bec2f65f145 HTTP/1.1" status: 200 len: 210 time: 0.0320559 Jun 16 19:04:15.625983 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11363969-3a4a-4e93-9cb9-1fc8db511c03 req-e21bcdc5-7c7f-4c8b-b0e0-e90c7bad62bc tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:15.627362 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-11363969-3a4a-4e93-9cb9-1fc8db511c03 req-e21bcdc5-7c7f-4c8b-b0e0-e90c7bad62bc tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=a203db16-039d-4c2c-a21e-5aa580925c32 HTTP/1.1" status: 200 len: 943 time: 0.0466774 Jun 16 19:04:15.679197 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-11363969-3a4a-4e93-9cb9-1fc8db511c03 req-ac9460b2-14fa-42cf-8e45-734e9eff415c tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453615 Jun 16 19:04:16.146772 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-af6c96f2-f09a-45e8-b79e-fca39ca9de8d tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:16.148362 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-af6c96f2-f09a-45e8-b79e-fca39ca9de8d tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.66 "GET /v2.0/networks?id=9f5b1bf4-16e2-474a-b72c-6a89096e68f2 HTTP/1.1" status: 200 len: 815 time: 0.1175678 Jun 16 19:04:16.213200 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-50ebe89f-892d-4786-a860-5fd62428c0de tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfa6530fe6dd49d88f41c57406f4cbb6 HTTP/1.1" status: 200 len: 380 time: 0.0563390 Jun 16 19:04:16.222188 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-c37d262b-2837-4fab-ad1e-19cc4a86e2af tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Request body: {'port': {'device_id': '8a69da73-7a7e-4f27-b52f-1bec2f65f145', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'admin_state_up': True, 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'security_groups': ['49711a4c-eab3-4cbf-9a20-2f836f869eb3']}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:04:16.439016 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-c37d262b-2837-4fab-ad1e-19cc4a86e2af tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Made reservation on behalf of cfa6530fe6dd49d88f41c57406f4cbb6 for: {'port': 1} {{(pid=116193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 19:04:16.442815 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-c37d262b-2837-4fab-ad1e-19cc4a86e2af tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:16.551698 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-60a8373e-5013-4786-ad57-42266dcf1901 req-8a702c3f-259b-4234-abb7-401d0c345013 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a69da73-7a7e-4f27-b52f-1bec2f65f145 HTTP/1.1" status: 200 len: 210 time: 0.0653229 Jun 16 19:04:16.620046 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_common [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-c37d262b-2837-4fab-ad1e-19cc4a86e2af tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Allocated IP 172.20.0.6 (9f5b1bf4-16e2-474a-b72c-6a89096e68f2/c183fee7-51b9-49a6-a0ab-83d2a2c96a61/dc6d3d2a-8aa4-44da-b96a-930f2a198820) {{(pid=116193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 19:04:16.777987 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-c37d262b-2837-4fab-ad1e-19cc4a86e2af tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for port (dc6d3d2a-8aa4-44da-b96a-930f2a198820), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:16.836397 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fd96b-d2eb-4a7b-8a63-2696ebcb76e7 req-c2e953dc-9fe5-402f-902b-d60d173067aa tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:16.837905 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-754fd96b-d2eb-4a7b-8a63-2696ebcb76e7 req-c2e953dc-9fe5-402f-902b-d60d173067aa tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=a203db16-039d-4c2c-a21e-5aa580925c32 HTTP/1.1" status: 200 len: 943 time: 0.0645072 Jun 16 19:04:16.864039 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:16.888191 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:16.903262 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-754fd96b-d2eb-4a7b-8a63-2696ebcb76e7 req-5efb0ec6-3d6a-4f9e-acdc-92efed54b1ab tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572014 Jun 16 19:04:16.925096 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-c37d262b-2837-4fab-ad1e-19cc4a86e2af tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (dc6d3d2a-8aa4-44da-b96a-930f2a198820), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:16.981412 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-c37d262b-2837-4fab-ad1e-19cc4a86e2af tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Network 9f5b1bf4-16e2-474a-b72c-6a89096e68f2 is already hosted by enough agents. {{(pid=116193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:04:16.989211 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-c37d262b-2837-4fab-ad1e-19cc4a86e2af tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Resources bound (agent type, host, resource id): {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:04:16.993700 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-c37d262b-2837-4fab-ad1e-19cc4a86e2af tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Received port after_create {{(pid=116193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 19:04:17.001375 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d262b-2837-4fab-ad1e-19cc4a86e2af tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Pushing event updated for resources: {'Port': ['ID=dc6d3d2a-8aa4-44da-b96a-930f2a198820,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:17.052339 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-c37d262b-2837-4fab-ad1e-19cc4a86e2af tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:17.053493 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-c37d262b-2837-4fab-ad1e-19cc4a86e2af tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:17.140022 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-c37d262b-2837-4fab-ad1e-19cc4a86e2af tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9217558 Jun 16 19:04:17.155110 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-29a6bf8a-fc44-4b11-8b0d-09ff68e79453 service neutron] Request body: {'port': {'device_id': '8a69da73-7a7e-4f27-b52f-1bec2f65f145', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:04:17.223429 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-29a6bf8a-fc44-4b11-8b0d-09ff68e79453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (dc6d3d2a-8aa4-44da-b96a-930f2a198820), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:17.225642 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-9472e692-5c6c-447a-9e87-d13c490d53b5 None None] Provisioning complete for port dc6d3d2a-8aa4-44da-b96a-930f2a198820 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:04:17.226143 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-9472e692-5c6c-447a-9e87-d13c490d53b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (dc6d3d2a-8aa4-44da-b96a-930f2a198820), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:17.266889 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-9472e692-5c6c-447a-9e87-d13c490d53b5 None None] Port dc6d3d2a-8aa4-44da-b96a-930f2a198820 cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 19:04:17.482761 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-29a6bf8a-fc44-4b11-8b0d-09ff68e79453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc6d3d2a-8aa4-44da-b96a-930f2a198820 {{(pid=116193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 19:04:17.490191 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-29a6bf8a-fc44-4b11-8b0d-09ff68e79453 service neutron] Publish callbacks [] for port (dc6d3d2a-8aa4-44da-b96a-930f2a198820), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:17.502470 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.provisioning_blocks [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-29a6bf8a-fc44-4b11-8b0d-09ff68e79453 service neutron] Transition to ACTIVE for port object dc6d3d2a-8aa4-44da-b96a-930f2a198820 will not be triggered until provisioned by entity L2. {{(pid=116193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 19:04:17.547526 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-29a6bf8a-fc44-4b11-8b0d-09ff68e79453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (dc6d3d2a-8aa4-44da-b96a-930f2a198820), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:17.601437 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6bf8a-fc44-4b11-8b0d-09ff68e79453 service neutron] Pushing event updated for resources: {'Port': ['ID=dc6d3d2a-8aa4-44da-b96a-930f2a198820,revision_number=2']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:17.686334 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:17.703102 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38663c-30f5-4605-9a77-ff13ee3435d5 req-7037addc-90ea-4072-b55a-9f0289498cb2 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:17.704451 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6a38663c-30f5-4605-9a77-ff13ee3435d5 req-7037addc-90ea-4072-b55a-9f0289498cb2 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a69da73-7a7e-4f27-b52f-1bec2f65f145 HTTP/1.1" status: 200 len: 943 time: 0.0623386 Jun 16 19:04:17.732582 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-29a6bf8a-fc44-4b11-8b0d-09ff68e79453 service neutron] Attempting to bind port dc6d3d2a-8aa4-44da-b96a-930f2a198820 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 19:04:17.732972 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-29a6bf8a-fc44-4b11-8b0d-09ff68e79453 service neutron] Attempting to bind port dc6d3d2a-8aa4-44da-b96a-930f2a198820 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '5e64dbe6-3a0d-4a76-81bf-790c27bf3681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2'}] {{(pid=116193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 19:04:17.733276 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-29a6bf8a-fc44-4b11-8b0d-09ff68e79453 service neutron] Attempting to bind port dc6d3d2a-8aa4-44da-b96a-930f2a198820 on network 9f5b1bf4-16e2-474a-b72c-6a89096e68f2 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 19:04:17.742250 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-29a6bf8a-fc44-4b11-8b0d-09ff68e79453 service neutron] Port dc6d3d2a-8aa4-44da-b96a-930f2a198820 on network 9f5b1bf4-16e2-474a-b72c-6a89096e68f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 19:04:17.742569 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-29a6bf8a-fc44-4b11-8b0d-09ff68e79453 service neutron] Attempting to bind port dc6d3d2a-8aa4-44da-b96a-930f2a198820 on network 9f5b1bf4-16e2-474a-b72c-6a89096e68f2 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 19:04:17.756142 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-29a6bf8a-fc44-4b11-8b0d-09ff68e79453 service neutron] Checking agent: {'id': '78e75526-212b-4550-9dc1-6e088b901fa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'started_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 19, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 19:04:17.756272 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-29a6bf8a-fc44-4b11-8b0d-09ff68e79453 service neutron] Checking segment: {'id': '5e64dbe6-3a0d-4a76-81bf-790c27bf3681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 19:04:17.756555 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-29a6bf8a-fc44-4b11-8b0d-09ff68e79453 service neutron] Bound using segment: {'id': '5e64dbe6-3a0d-4a76-81bf-790c27bf3681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2'} {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 19:04:17.756994 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-29a6bf8a-fc44-4b11-8b0d-09ff68e79453 service neutron] Bound port: dc6d3d2a-8aa4-44da-b96a-930f2a198820, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e64dbe6-3a0d-4a76-81bf-790c27bf3681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2'}}] {{(pid=116193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 19:04:17.757380 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-29a6bf8a-fc44-4b11-8b0d-09ff68e79453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (dc6d3d2a-8aa4-44da-b96a-930f2a198820), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:17.788629 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6a38663c-30f5-4605-9a77-ff13ee3435d5 req-4a7e3fe8-c169-45fe-9533-3f5a3ff4575f tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=49711a4c-eab3-4cbf-9a20-2f836f869eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781953 Jun 16 19:04:17.834488 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-29a6bf8a-fc44-4b11-8b0d-09ff68e79453 service neutron] For port dc6d3d2a-8aa4-44da-b96a-930f2a198820, host hv-cinder-84617, cleared binding levels {{(pid=116193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 19:04:17.837692 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-29a6bf8a-fc44-4b11-8b0d-09ff68e79453 service neutron] For port dc6d3d2a-8aa4-44da-b96a-930f2a198820, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=dc6d3d2a-8aa4-44da-b96a-930f2a198820,segment=NetworkSegment(5e64dbe6-3a0d-4a76-81bf-790c27bf3681),segment_id=5e64dbe6-3a0d-4a76-81bf-790c27bf3681)] {{(pid=116193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 19:04:17.925307 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-29a6bf8a-fc44-4b11-8b0d-09ff68e79453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (dc6d3d2a-8aa4-44da-b96a-930f2a198820), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:17.971157 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-29a6bf8a-fc44-4b11-8b0d-09ff68e79453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:17.977852 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-29a6bf8a-fc44-4b11-8b0d-09ff68e79453 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:17.977852 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-29a6bf8a-fc44-4b11-8b0d-09ff68e79453 service neutron] 10.222.0.66 "PUT /v2.0/ports/dc6d3d2a-8aa4-44da-b96a-930f2a198820 HTTP/1.1" status: 200 len: 1093 time: 0.8252928 Jun 16 19:04:17.977852 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a69da73-7a7e-4f27-b52f-1bec2f65f145', 'tag': 'dc6d3d2a-8aa4-44da-b96a-930f2a198820'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:04:17.977852 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607861e3-6777-4aa7-a7a6-22bb35160223" -d '{"events": [{"name": "network-changed", "server_uuid": "8a69da73-7a7e-4f27-b52f-1bec2f65f145", "tag": "dc6d3d2a-8aa4-44da-b96a-930f2a198820"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:04:17.993475 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:18.021982 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6bf8a-fc44-4b11-8b0d-09ff68e79453 service neutron] Pushing event updated for resources: {'Port': ['ID=dc6d3d2a-8aa4-44da-b96a-930f2a198820,revision_number=3']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:18.030492 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 19:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88db0540-93cf-4272-81e7-0a95c6fae424 x-openstack-request-id: req-88db0540-93cf-4272-81e7-0a95c6fae424 {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:04:18.030789 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a69da73-7a7e-4f27-b52f-1bec2f65f145", "tag": "dc6d3d2a-8aa4-44da-b96a-930f2a198820", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:04:18.031041 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-88db0540-93cf-4272-81e7-0a95c6fae424 {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:04:18.031850 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88db0540-93cf-4272-81e7-0a95c6fae424'] response: {'name': 'network-changed', 'server_uuid': '8a69da73-7a7e-4f27-b52f-1bec2f65f145', 'tag': 'dc6d3d2a-8aa4-44da-b96a-930f2a198820', 'status': 'completed', 'code': 200} Jun 16 19:04:18.046749 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2007673-c1dc-4b9a-a958-1a4283f96633 req-aaacc7e9-75b1-4075-823e-c43eec666ef0 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:18.048301 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d2007673-c1dc-4b9a-a958-1a4283f96633 req-aaacc7e9-75b1-4075-823e-c43eec666ef0 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=a203db16-039d-4c2c-a21e-5aa580925c32 HTTP/1.1" status: 200 len: 943 time: 0.0787642 Jun 16 19:04:18.116592 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607861e3-6777-4aa7-a7a6-22bb35160223 req-d4816115-9a4d-4657-a55c-97420f0c53a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:18.118246 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-607861e3-6777-4aa7-a7a6-22bb35160223 req-d4816115-9a4d-4657-a55c-97420f0c53a0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cfa6530fe6dd49d88f41c57406f4cbb6&device_id=8a69da73-7a7e-4f27-b52f-1bec2f65f145 HTTP/1.1" status: 200 len: 1127 time: 0.0649977 Jun 16 19:04:18.145638 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d2007673-c1dc-4b9a-a958-1a4283f96633 req-c88e7e90-46d6-4e87-bab8-c45f982dfad1 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911136 Jun 16 19:04:18.237848 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607861e3-6777-4aa7-a7a6-22bb35160223 req-762d4e0d-0cd0-42c7-951e-374c0a97f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:18.239306 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-607861e3-6777-4aa7-a7a6-22bb35160223 req-762d4e0d-0cd0-42c7-951e-374c0a97f4a9 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=cfa6530fe6dd49d88f41c57406f4cbb6&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1127942 Jun 16 19:04:18.337388 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607861e3-6777-4aa7-a7a6-22bb35160223 req-de0ea8d1-d053-4324-b3b5-b5ecb679ba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:18.338840 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-607861e3-6777-4aa7-a7a6-22bb35160223 req-de0ea8d1-d053-4324-b3b5-b5ecb679ba97 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0940733 Jun 16 19:04:18.411527 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-15932401-e89e-4640-b26a-b4aa67438e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:18.413026 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-15932401-e89e-4640-b26a-b4aa67438e4d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cfa6530fe6dd49d88f41c57406f4cbb6&device_id=8a69da73-7a7e-4f27-b52f-1bec2f65f145 HTTP/1.1" status: 200 len: 1127 time: 0.0393164 Jun 16 19:04:18.452299 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-d97032ef-2770-4026-98f0-e921114b5d10 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc6d3d2a-8aa4-44da-b96a-930f2a198820 HTTP/1.1" status: 200 len: 217 time: 0.0318789 Jun 16 19:04:18.500760 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-cb9a8e55-609b-48ba-b9b0-5f95f91c3e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:18.501586 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-cb9a8e55-609b-48ba-b9b0-5f95f91c3e17 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c183fee7-51b9-49a6-a0ab-83d2a2c96a61 HTTP/1.1" status: 200 len: 854 time: 0.0433962 Jun 16 19:04:18.547657 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-62e04c7b-3552-461c-a620-350b61fd0527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:18.549137 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-62e04c7b-3552-461c-a620-350b61fd0527 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9f5b1bf4-16e2-474a-b72c-6a89096e68f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412042 Jun 16 19:04:18.642233 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-282fb5ed-1abf-4aed-a33f-1022245331ca service neutron] 10.222.0.66 "GET /v2.0/networks/9f5b1bf4-16e2-474a-b72c-6a89096e68f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864017 Jun 16 19:04:18.694584 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 56300) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:04:18.734614 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d320b8fe-e477-44be-aa35-1e27a6e9ce01 req-20b45101-b1b1-4de6-b134-fdde80729044 service neutron] 10.222.0.66 "GET /v2.0/networks/9f5b1bf4-16e2-474a-b72c-6a89096e68f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854824 Jun 16 19:04:18.831424 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-a88f8a1f-8061-4962-aa61-a732f2e46cb4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f450f6cb6a174dc0ad93134e93fe75cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333110 Jun 16 19:04:18.831768 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 56306) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:04:18.837800 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:18.920495 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145f207-60a7-440c-ae04-e3f34aee0c95 req-face5c74-0568-4c65-8fe1-7cfb01335347 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:18.921984 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d145f207-60a7-440c-ae04-e3f34aee0c95 req-face5c74-0568-4c65-8fe1-7cfb01335347 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a69da73-7a7e-4f27-b52f-1bec2f65f145 HTTP/1.1" status: 200 len: 943 time: 0.0614150 Jun 16 19:04:18.922579 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-3bbe7f78-4269-4174-bcc6-4533f4abaa35 admin admin] Publish callbacks [] for security_group (9cdae3f1-5f6f-40cd-b8b1-50d0400e192c), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:18.961560 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-3bbe7f78-4269-4174-bcc6-4533f4abaa35 admin admin] Publish callbacks [] for security_group (9cdae3f1-5f6f-40cd-b8b1-50d0400e192c), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:19.011397 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d145f207-60a7-440c-ae04-e3f34aee0c95 req-0a0c3f2e-d937-4490-9c2f-0117b59b1793 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=49711a4c-eab3-4cbf-9a20-2f836f869eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792882 Jun 16 19:04:19.090206 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-3bbe7f78-4269-4174-bcc6-4533f4abaa35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (9cdae3f1-5f6f-40cd-b8b1-50d0400e192c), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:19.092797 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-3bbe7f78-4269-4174-bcc6-4533f4abaa35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:19.094005 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-3bbe7f78-4269-4174-bcc6-4533f4abaa35 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9cdae3f1-5f6f-40cd-b8b1-50d0400e192c HTTP/1.1" status: 204 len: 168 time: 0.2612698 Jun 16 19:04:19.102503 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe7f78-4269-4174-bcc6-4533f4abaa35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdae3f1-5f6f-40cd-b8b1-50d0400e192c,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:19.260920 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ff99a-dc57-4d82-bf9b-8a79974b92ae req-c7cd8210-24c4-4890-bfc7-1afa2bf29824 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:19.262455 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0a0ff99a-dc57-4d82-bf9b-8a79974b92ae req-c7cd8210-24c4-4890-bfc7-1afa2bf29824 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=a203db16-039d-4c2c-a21e-5aa580925c32 HTTP/1.1" status: 200 len: 943 time: 0.0484204 Jun 16 19:04:19.315008 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0a0ff99a-dc57-4d82-bf9b-8a79974b92ae req-2132168e-9cfa-4e8b-a025-ecbadc0e19cd tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463543 Jun 16 19:04:19.985732 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device dc6d3d2a-8aa4-44da-b96a-930f2a198820 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=116194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 19:04:20.084550 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port dc6d3d2a-8aa4-44da-b96a-930f2a198820, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=dc6d3d2a-8aa4-44da-b96a-930f2a198820,segment=NetworkSegment(5e64dbe6-3a0d-4a76-81bf-790c27bf3681),segment_id=5e64dbe6-3a0d-4a76-81bf-790c27bf3681)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:04:20.096112 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Returning: {'device': 'dc6d3d2a-8aa4-44da-b96a-930f2a198820', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'port_id': 'dc6d3d2a-8aa4-44da-b96a-930f2a198820', 'mac_address': 'fa:16:3e:9e:73:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 19:04:20.124887 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55743492-6859-4a57-9914-a60482f96a9d req-003a43a8-257d-4134-91b6-655eae3f2997 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:20.126371 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-55743492-6859-4a57-9914-a60482f96a9d req-003a43a8-257d-4134-91b6-655eae3f2997 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a69da73-7a7e-4f27-b52f-1bec2f65f145 HTTP/1.1" status: 200 len: 943 time: 0.0474145 Jun 16 19:04:20.135635 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port dc6d3d2a-8aa4-44da-b96a-930f2a198820 is: DOWN; New status is: BUILD {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:04:20.136036 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (dc6d3d2a-8aa4-44da-b96a-930f2a198820), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:20.149124 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc6d3d2a-8aa4-44da-b96a-930f2a198820 {{(pid=116194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 19:04:20.169584 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port dc6d3d2a-8aa4-44da-b96a-930f2a198820, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=dc6d3d2a-8aa4-44da-b96a-930f2a198820,segment=NetworkSegment(5e64dbe6-3a0d-4a76-81bf-790c27bf3681),segment_id=5e64dbe6-3a0d-4a76-81bf-790c27bf3681)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:04:20.179033 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-55743492-6859-4a57-9914-a60482f96a9d req-d55c6653-b9ea-45db-bb17-59569ad4d32d tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=49711a4c-eab3-4cbf-9a20-2f836f869eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463405 Jun 16 19:04:20.250830 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (dc6d3d2a-8aa4-44da-b96a-930f2a198820), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:20.297505 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=dc6d3d2a-8aa4-44da-b96a-930f2a198820,revision_number=4']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:20.438398 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eeb7e4-06d7-4a80-b1da-f8ef6f7d4a78 req-ee925703-5459-4bd2-b8cd-ef043c454f48 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:20.439829 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f8eeb7e4-06d7-4a80-b1da-f8ef6f7d4a78 req-ee925703-5459-4bd2-b8cd-ef043c454f48 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=a203db16-039d-4c2c-a21e-5aa580925c32 HTTP/1.1" status: 200 len: 943 time: 0.0464032 Jun 16 19:04:20.473660 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] get_ports_and_sgs() called for port_ids ['dc6d3d2a-8aa4-44da-b96a-930f2a198820'] {{(pid=116194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 19:04:20.488304 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f8eeb7e4-06d7-4a80-b1da-f8ef6f7d4a78 req-a2c174eb-0dc4-42a6-bd58-7068c4521e05 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429363 Jun 16 19:04:20.570120 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:21.290481 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493a8cb-3451-48a5-8aaf-100f0573ce9d req-f552420f-6d0e-4d30-bc8d-e491198d297e tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:21.292029 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5493a8cb-3451-48a5-8aaf-100f0573ce9d req-f552420f-6d0e-4d30-bc8d-e491198d297e tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a69da73-7a7e-4f27-b52f-1bec2f65f145 HTTP/1.1" status: 200 len: 944 time: 0.0469432 Jun 16 19:04:21.338736 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5493a8cb-3451-48a5-8aaf-100f0573ce9d req-73faf38d-5882-4eca-84eb-f37d9f94d6b6 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=49711a4c-eab3-4cbf-9a20-2f836f869eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410109 Jun 16 19:04:21.563197 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:21.604361 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011faaa-7792-498b-9a8a-eb91a58d4bc4 req-fdf2f0f6-fa8e-4c36-b2c9-9c277db15ec6 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:21.605833 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7011faaa-7792-498b-9a8a-eb91a58d4bc4 req-fdf2f0f6-fa8e-4c36-b2c9-9c277db15ec6 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=a203db16-039d-4c2c-a21e-5aa580925c32 HTTP/1.1" status: 200 len: 943 time: 0.0508711 Jun 16 19:04:21.654296 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7011faaa-7792-498b-9a8a-eb91a58d4bc4 req-6d32cc96-672f-470e-9fdd-94a840509901 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429475 Jun 16 19:04:21.939167 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=7 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:21.939975 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:21.993845 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=116194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 19:04:21.997099 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device dc6d3d2a-8aa4-44da-b96a-930f2a198820 up at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 19:04:22.039703 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:22.225873 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning for port dc6d3d2a-8aa4-44da-b96a-930f2a198820 completed by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 19:04:22.258515 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86,segment=NetworkSegment(8663ba12-146f-4a4a-92de-df95415fefb5),segment_id=8663ba12-146f-4a4a-92de-df95415fefb5)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:04:22.269303 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Returning: {'device': '6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'port_id': '6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86', 'mac_address': 'fa:16:3e:43:4d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 19:04:22.298259 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning complete for port dc6d3d2a-8aa4-44da-b96a-930f2a198820 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:04:22.298633 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (dc6d3d2a-8aa4-44da-b96a-930f2a198820), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:22.320927 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86 is: DOWN; New status is: BUILD {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:04:22.321332 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:22.342582 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86 {{(pid=116194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 19:04:22.375975 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86,segment=NetworkSegment(8663ba12-146f-4a4a-92de-df95415fefb5),segment_id=8663ba12-146f-4a4a-92de-df95415fefb5)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:04:22.408995 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port dc6d3d2a-8aa4-44da-b96a-930f2a198820 is: BUILD; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:04:22.409425 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (dc6d3d2a-8aa4-44da-b96a-930f2a198820), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:22.433183 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a69da73-7a7e-4f27-b52f-1bec2f65f145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6d3d2a-8aa4-44da-b96a-930f2a198820'}] {{(pid=116194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:04:22.435449 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c514dfdaa64f5ff94ef0a30f0983ecc87ad84dbda33c755e7db481fe7439434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0540d342-67dc-49df-bc03-3c3ac4fcae8b" -d '{"events": [{"server_uuid": "8a69da73-7a7e-4f27-b52f-1bec2f65f145", "name": "network-vif-plugged", "status": "completed", "tag": "dc6d3d2a-8aa4-44da-b96a-930f2a198820"}]}' {{(pid=116194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:04:22.445375 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:22.452594 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port dc6d3d2a-8aa4-44da-b96a-930f2a198820, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=dc6d3d2a-8aa4-44da-b96a-930f2a198820,segment=NetworkSegment(5e64dbe6-3a0d-4a76-81bf-790c27bf3681),segment_id=5e64dbe6-3a0d-4a76-81bf-790c27bf3681)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:04:22.455426 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b1459-1864-4d67-b08d-01bb33783329 req-b916b2ab-2b75-401d-b381-0651183304f5 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:22.456949 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-343b1459-1864-4d67-b08d-01bb33783329 req-b916b2ab-2b75-401d-b381-0651183304f5 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a69da73-7a7e-4f27-b52f-1bec2f65f145 HTTP/1.1" status: 200 len: 944 time: 0.0483499 Jun 16 19:04:22.485216 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 19:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd407a76-1fe5-4837-b63e-a90ddf91d629 x-openstack-request-id: req-fd407a76-1fe5-4837-b63e-a90ddf91d629 {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:04:22.485537 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a69da73-7a7e-4f27-b52f-1bec2f65f145", "name": "network-vif-plugged", "status": "completed", "tag": "dc6d3d2a-8aa4-44da-b96a-930f2a198820", "code": 200}]} {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:04:22.485792 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fd407a76-1fe5-4837-b63e-a90ddf91d629 {{(pid=116194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:04:22.486186 dv-cinder-846171-1-iscsi neutron-server[116194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd407a76-1fe5-4837-b63e-a90ddf91d629'] response: {'server_uuid': '8a69da73-7a7e-4f27-b52f-1bec2f65f145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6d3d2a-8aa4-44da-b96a-930f2a198820', 'code': 200} Jun 16 19:04:22.500249 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86,revision_number=4']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:22.508556 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-343b1459-1864-4d67-b08d-01bb33783329 req-1aff6bae-73be-4e2d-8a93-57711b1175cf tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=49711a4c-eab3-4cbf-9a20-2f836f869eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453954 Jun 16 19:04:22.517603 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (dc6d3d2a-8aa4-44da-b96a-930f2a198820), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:22.565195 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=dc6d3d2a-8aa4-44da-b96a-930f2a198820,revision_number=5']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:22.664081 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] get_ports_and_sgs() called for port_ids ['6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86'] {{(pid=116194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 19:04:22.778193 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2d888-514a-4515-b3f5-b31633b28b07 req-67ef2ce9-21e5-4c40-960a-2b177446466d tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:22.779562 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-66c2d888-514a-4515-b3f5-b31633b28b07 req-67ef2ce9-21e5-4c40-960a-2b177446466d tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=a203db16-039d-4c2c-a21e-5aa580925c32 HTTP/1.1" status: 200 len: 944 time: 0.0559311 Jun 16 19:04:22.808504 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:22.824088 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680ea3f-7bbe-4556-91b2-6c458f138fba req-65774d4e-b434-4e4c-b437-ab711c69850f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:22.825621 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1680ea3f-7bbe-4556-91b2-6c458f138fba req-65774d4e-b434-4e4c-b437-ab711c69850f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8a69da73-7a7e-4f27-b52f-1bec2f65f145 HTTP/1.1" status: 200 len: 1129 time: 0.0633044 Jun 16 19:04:22.843416 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:22.868162 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-66c2d888-514a-4515-b3f5-b31633b28b07 req-48a7808b-f83c-47e7-8573-4984df6a1241 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693898 Jun 16 19:04:22.892757 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1680ea3f-7bbe-4556-91b2-6c458f138fba req-7f2f5507-c28b-4b49-a709-1d649a9ef1d1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=49711a4c-eab3-4cbf-9a20-2f836f869eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568027 Jun 16 19:04:23.625136 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b920b-8994-44a2-89fa-61dffd86ef08 req-56ff8ef2-2ae3-4966-9a62-8168c8ddbdc1 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:23.626628 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9c2b920b-8994-44a2-89fa-61dffd86ef08 req-56ff8ef2-2ae3-4966-9a62-8168c8ddbdc1 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a69da73-7a7e-4f27-b52f-1bec2f65f145 HTTP/1.1" status: 200 len: 945 time: 0.0470436 Jun 16 19:04:23.672941 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9c2b920b-8994-44a2-89fa-61dffd86ef08 req-2bbda6cf-c928-435d-8109-362d5b7071cd tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=49711a4c-eab3-4cbf-9a20-2f836f869eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405846 Jun 16 19:04:23.987393 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810349f8-2503-4d26-9350-6f03197e3272 req-28cf6686-6177-4c53-8971-ca203d34f899 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:23.988894 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-810349f8-2503-4d26-9350-6f03197e3272 req-28cf6686-6177-4c53-8971-ca203d34f899 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=a203db16-039d-4c2c-a21e-5aa580925c32 HTTP/1.1" status: 200 len: 944 time: 0.0507174 Jun 16 19:04:24.005160 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86 up at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 19:04:24.040321 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-810349f8-2503-4d26-9350-6f03197e3272 req-ed57c8ed-7864-4963-b7ee-37811efffdae tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458236 Jun 16 19:04:24.047638 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning for port 6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86 completed by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 19:04:24.163634 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning complete for port 6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:04:24.168515 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:24.199500 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:24.235430 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86 is: BUILD; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:04:24.235810 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:24.269229 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86,segment=NetworkSegment(8663ba12-146f-4a4a-92de-df95415fefb5),segment_id=8663ba12-146f-4a4a-92de-df95415fefb5)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:04:24.319003 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:24.370232 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86,revision_number=5']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:24.487516 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a203db16-039d-4c2c-a21e-5aa580925c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86'}] {{(pid=116194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:04:24.490514 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c514dfdaa64f5ff94ef0a30f0983ecc87ad84dbda33c755e7db481fe7439434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d26312a-51b4-446f-be4c-82dde12b4471" -d '{"events": [{"server_uuid": "a203db16-039d-4c2c-a21e-5aa580925c32", "name": "network-vif-plugged", "status": "completed", "tag": "6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86"}]}' {{(pid=116194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:04:24.525590 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 19:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28faf97b-e537-44be-9403-0353660e290d x-openstack-request-id: req-28faf97b-e537-44be-9403-0353660e290d {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:04:24.525902 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a203db16-039d-4c2c-a21e-5aa580925c32", "name": "network-vif-plugged", "status": "completed", "tag": "6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86", "code": 200}]} {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:04:24.526157 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-28faf97b-e537-44be-9403-0353660e290d {{(pid=116194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:04:24.526547 dv-cinder-846171-1-iscsi neutron-server[116194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28faf97b-e537-44be-9403-0353660e290d'] response: {'server_uuid': 'a203db16-039d-4c2c-a21e-5aa580925c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86', 'code': 200} Jun 16 19:04:24.784152 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513a6c5-da2c-4e1f-a84c-fee6f1ed1dc5 req-abd3b142-4556-4079-a612-18d3a3f1b938 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:24.785568 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1513a6c5-da2c-4e1f-a84c-fee6f1ed1dc5 req-abd3b142-4556-4079-a612-18d3a3f1b938 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a69da73-7a7e-4f27-b52f-1bec2f65f145 HTTP/1.1" status: 200 len: 945 time: 0.0466385 Jun 16 19:04:24.832275 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1513a6c5-da2c-4e1f-a84c-fee6f1ed1dc5 req-daf99b5e-f00c-4f46-bb03-3f6bc90ed1b1 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=49711a4c-eab3-4cbf-9a20-2f836f869eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404911 Jun 16 19:04:24.898474 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3088d2f-09ac-4b05-9a2d-ecfff7fd9855 req-bd279dd0-d1c7-494e-a12e-9badd6015f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:24.899969 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a3088d2f-09ac-4b05-9a2d-ecfff7fd9855 req-bd279dd0-d1c7-494e-a12e-9badd6015f33 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a203db16-039d-4c2c-a21e-5aa580925c32 HTTP/1.1" status: 200 len: 1129 time: 0.0421178 Jun 16 19:04:24.956511 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699551d-962e-4a58-ad0f-3600b492b6c1 req-e2cf73ba-f8d1-4bbe-b8e4-cd87971c41c8 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:24.958651 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c699551d-962e-4a58-ad0f-3600b492b6c1 req-e2cf73ba-f8d1-4bbe-b8e4-cd87971c41c8 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a69da73-7a7e-4f27-b52f-1bec2f65f145 HTTP/1.1" status: 200 len: 945 time: 0.0571659 Jun 16 19:04:24.967032 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 56336) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:04:24.971620 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-3f0e2ce4-8536-40c5-807b-e0d04d858c7e tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Request body: {'floatingip': {'port_id': 'dc6d3d2a-8aa4-44da-b96a-930f2a198820'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:04:24.981337 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a3088d2f-09ac-4b05-9a2d-ecfff7fd9855 req-afc1b03c-3720-4d24-a08c-618a67dd6834 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711908 Jun 16 19:04:25.008811 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-3f0e2ce4-8536-40c5-807b-e0d04d858c7e tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for floatingip (b200d5b1-e6ed-4adf-b546-86978e2a0d1d), before_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:25.098121 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:25.102215 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 6 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 19:04:25.156315 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661da08-c8c4-4e30-b7c1-9ced7f85804b req-708d1fc2-05ef-4bf4-9dc1-4d8fa6ad61b0 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:25.157936 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3661da08-c8c4-4e30-b7c1-9ced7f85804b req-708d1fc2-05ef-4bf4-9dc1-4d8fa6ad61b0 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=a203db16-039d-4c2c-a21e-5aa580925c32 HTTP/1.1" status: 200 len: 945 time: 0.0491841 Jun 16 19:04:25.207553 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3661da08-c8c4-4e30-b7c1-9ced7f85804b req-47554d06-5fdf-4a97-9ff1-527e064ddac6 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435121 Jun 16 19:04:25.434106 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-3f0e2ce4-8536-40c5-807b-e0d04d858c7e tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:25.488548 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-3f0e2ce4-8536-40c5-807b-e0d04d858c7e tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8340165'] for floatingip (b200d5b1-e6ed-4adf-b546-86978e2a0d1d), after_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:25.580796 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.db.l3_db [None req-3f0e2ce4-8536-40c5-807b-e0d04d858c7e tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Floating IP b200d5b1-e6ed-4adf-b546-86978e2a0d1d associated. External IP: 172.27.0.119, port: dc6d3d2a-8aa4-44da-b96a-930f2a198820. Jun 16 19:04:25.774220 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0e2ce4-8536-40c5-807b-e0d04d858c7e tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Router abf7baae-f987-4bd0-a855-47c09caeaad8 has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 19:04:25.780687 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:25.869870 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0e2ce4-8536-40c5-807b-e0d04d858c7e tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:04:25.874722 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-3f0e2ce4-8536-40c5-807b-e0d04d858c7e tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for floatingip (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:25.880649 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8450fcb5-62f2-4af0-a520-b51ed5b804cb None None] Sync routers for ids ['abf7baae-f987-4bd0-a855-47c09caeaad8'] in dv-cinder-846171-1-iscsi {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:04:25.890988 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8450fcb5-62f2-4af0-a520-b51ed5b804cb None None] Routers {'abf7baae-f987-4bd0-a855-47c09caeaad8'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:04:25.891592 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-8450fcb5-62f2-4af0-a520-b51ed5b804cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:04:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['abf7baae-f987-4bd0-a855-47c09caeaad8'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:04:25.907211 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-3f0e2ce4-8536-40c5-807b-e0d04d858c7e tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "PUT /v2.0/floatingips/b200d5b1-e6ed-4adf-b546-86978e2a0d1d HTTP/1.1" status: 200 len: 991 time: 0.9391003 Jun 16 19:04:25.907783 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a69da73-7a7e-4f27-b52f-1bec2f65f145', 'tag': 'dc6d3d2a-8aa4-44da-b96a-930f2a198820'}] {{(pid=116192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:04:25.910075 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744e9e4082f242c101b6c91db8253db5b8bdf8a002bfe2f24814a1499063359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7b8da3-d1f2-48fb-b883-06b8eff8f9a6" -d '{"events": [{"name": "network-changed", "server_uuid": "8a69da73-7a7e-4f27-b52f-1bec2f65f145", "tag": "dc6d3d2a-8aa4-44da-b96a-930f2a198820"}]}' {{(pid=116192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:04:25.950866 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 19:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d4f075-1967-48a6-919e-07ad85d67820 x-openstack-request-id: req-62d4f075-1967-48a6-919e-07ad85d67820 {{(pid=116192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:04:25.951644 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a69da73-7a7e-4f27-b52f-1bec2f65f145", "tag": "dc6d3d2a-8aa4-44da-b96a-930f2a198820", "status": "completed", "code": 200}]} {{(pid=116192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:04:25.951902 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-62d4f075-1967-48a6-919e-07ad85d67820 {{(pid=116192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:04:25.952310 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62d4f075-1967-48a6-919e-07ad85d67820'] response: {'name': 'network-changed', 'server_uuid': '8a69da73-7a7e-4f27-b52f-1bec2f65f145', 'tag': 'dc6d3d2a-8aa4-44da-b96a-930f2a198820', 'status': 'completed', 'code': 200} Jun 16 19:04:25.995479 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-8450fcb5-62f2-4af0-a520-b51ed5b804cb None None] Set router abf7baae-f987-4bd0-a855-47c09caeaad8 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:04:26.203094 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-8450fcb5-62f2-4af0-a520-b51ed5b804cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'name': 'tempest-AttachVolumeNegativeTest-1656615081-router', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:04:03Z', 'updated_at': '2022-06-16T19:04:06Z', 'revision_number': 4, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'gw_port': {'id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:04Z', 'updated_at': '2022-06-16T19:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': 'b200d5b1-e6ed-4adf-b546-86978e2a0d1d', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'port_id': 'dc6d3d2a-8aa4-44da-b96a-930f2a198820', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'mac_address': 'fa:16:3e:9e:73:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a69da73-7a7e-4f27-b52f-1bec2f65f145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T19:04:10Z', 'updated_at': '2022-06-16T19:04:25Z', 'revision_number': 1, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13be6207-4727-4281-8557-934df6cbc103', 'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'mac_address': 'fa:16:3e:c9:7e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:06Z', 'updated_at': '2022-06-16T19:04:11Z', 'revision_number': 5, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'subnets': [{'id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:04:26.232447 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8450fcb5-62f2-4af0-a520-b51ed5b804cb None None] Checking router: abf7baae-f987-4bd0-a855-47c09caeaad8 for host: dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:04:26.241644 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8450fcb5-62f2-4af0-a520-b51ed5b804cb None None] Routers {'abf7baae-f987-4bd0-a855-47c09caeaad8'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:04:26.242254 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-8450fcb5-62f2-4af0-a520-b51ed5b804cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:04:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['abf7baae-f987-4bd0-a855-47c09caeaad8'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:04:26.349169 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-8450fcb5-62f2-4af0-a520-b51ed5b804cb None None] Set router abf7baae-f987-4bd0-a855-47c09caeaad8 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:04:26.354944 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a4081-d1e4-44a1-8735-f5ce0164de36 req-d829168e-4be0-4cb4-8fe4-7d51edb0f23d tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:26.356432 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c80a4081-d1e4-44a1-8735-f5ce0164de36 req-d829168e-4be0-4cb4-8fe4-7d51edb0f23d tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=a203db16-039d-4c2c-a21e-5aa580925c32 HTTP/1.1" status: 200 len: 945 time: 0.0802951 Jun 16 19:04:26.369644 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b8da3-d1f2-48fb-b883-06b8eff8f9a6 req-21ff9a2c-59dc-43a4-a2ab-964d80454e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:26.374701 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-eb7b8da3-d1f2-48fb-b883-06b8eff8f9a6 req-21ff9a2c-59dc-43a4-a2ab-964d80454e07 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cfa6530fe6dd49d88f41c57406f4cbb6&device_id=8a69da73-7a7e-4f27-b52f-1bec2f65f145 HTTP/1.1" status: 200 len: 1129 time: 0.0605974 Jun 16 19:04:26.415708 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:26.568617 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-8450fcb5-62f2-4af0-a520-b51ed5b804cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'name': 'tempest-AttachVolumeNegativeTest-1656615081-router', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:04:03Z', 'updated_at': '2022-06-16T19:04:06Z', 'revision_number': 4, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'gw_port': {'id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:04Z', 'updated_at': '2022-06-16T19:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': 'b200d5b1-e6ed-4adf-b546-86978e2a0d1d', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'port_id': 'dc6d3d2a-8aa4-44da-b96a-930f2a198820', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'mac_address': 'fa:16:3e:9e:73:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a69da73-7a7e-4f27-b52f-1bec2f65f145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T19:04:10Z', 'updated_at': '2022-06-16T19:04:25Z', 'revision_number': 1, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13be6207-4727-4281-8557-934df6cbc103', 'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'mac_address': 'fa:16:3e:c9:7e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:06Z', 'updated_at': '2022-06-16T19:04:11Z', 'revision_number': 5, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'subnets': [{'id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:04:26.595420 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8450fcb5-62f2-4af0-a520-b51ed5b804cb None None] The sync data for ids ['abf7baae-f987-4bd0-a855-47c09caeaad8'] in dv-cinder-846171-1-iscsi is: [{'id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'name': 'tempest-AttachVolumeNegativeTest-1656615081-router', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:04:03Z', 'updated_at': '2022-06-16T19:04:06Z', 'revision_number': 4, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'gw_port': {'id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:04Z', 'updated_at': '2022-06-16T19:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': 'b200d5b1-e6ed-4adf-b546-86978e2a0d1d', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'port_id': 'dc6d3d2a-8aa4-44da-b96a-930f2a198820', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'mac_address': 'fa:16:3e:9e:73:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a69da73-7a7e-4f27-b52f-1bec2f65f145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T19:04:10Z', 'updated_at': '2022-06-16T19:04:25Z', 'revision_number': 1, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13be6207-4727-4281-8557-934df6cbc103', 'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'mac_address': 'fa:16:3e:c9:7e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:06Z', 'updated_at': '2022-06-16T19:04:11Z', 'revision_number': 5, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'subnets': [{'id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:04:26.710674 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c80a4081-d1e4-44a1-8735-f5ce0164de36 req-376f381a-67d9-49ea-a9cd-eda3701255d1 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3479490 Jun 16 19:04:26.720115 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:26.739505 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b8da3-d1f2-48fb-b883-06b8eff8f9a6 req-42992b27-f203-4859-a8a0-15f5a932ad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:26.741016 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-eb7b8da3-d1f2-48fb-b883-06b8eff8f9a6 req-42992b27-f203-4859-a8a0-15f5a932ad7e service neutron] 10.222.0.66 "GET /v2.0/networks?id=9f5b1bf4-16e2-474a-b72c-6a89096e68f2 HTTP/1.1" status: 200 len: 917 time: 0.3618793 Jun 16 19:04:26.917489 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1711c03f-42ee-4d36-b9a8-2195a47b7a16 None None] New status for floating IP b200d5b1-e6ed-4adf-b546-86978e2a0d1d: ACTIVE {{(pid=116195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 19:04:26.918609 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-eb7b8da3-d1f2-48fb-b883-06b8eff8f9a6 req-8e7173a1-09a3-4c35-8345-acf9ac2e6d51 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc6d3d2a-8aa4-44da-b96a-930f2a198820 HTTP/1.1" status: 200 len: 999 time: 0.0907252 Jun 16 19:04:26.918609 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3a12b-9b65-46f6-a53c-3e1777b4146d req-752f4924-888a-4a37-8502-a65af6a1f067 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:26.918609 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-88d3a12b-9b65-46f6-a53c-3e1777b4146d req-752f4924-888a-4a37-8502-a65af6a1f067 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=a203db16-039d-4c2c-a21e-5aa580925c32 HTTP/1.1" status: 200 len: 945 time: 0.0660586 Jun 16 19:04:26.918609 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b8da3-d1f2-48fb-b883-06b8eff8f9a6 req-0f5b7623-e298-421d-bf62-7266a5b45143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:26.918609 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-eb7b8da3-d1f2-48fb-b883-06b8eff8f9a6 req-0f5b7623-e298-421d-bf62-7266a5b45143 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c183fee7-51b9-49a6-a0ab-83d2a2c96a61 HTTP/1.1" status: 200 len: 854 time: 0.0673306 Jun 16 19:04:26.957732 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-88d3a12b-9b65-46f6-a53c-3e1777b4146d req-046af916-de80-454c-8dc9-0648a98247ef tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015799 Jun 16 19:04:26.969915 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b8da3-d1f2-48fb-b883-06b8eff8f9a6 req-3704840f-c4e1-4c13-b3ab-42f326b6728e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:26.971427 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-eb7b8da3-d1f2-48fb-b883-06b8eff8f9a6 req-3704840f-c4e1-4c13-b3ab-42f326b6728e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9f5b1bf4-16e2-474a-b72c-6a89096e68f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468507 Jun 16 19:04:26.981442 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 56348) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:04:26.985179 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:27.072169 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-eb7b8da3-d1f2-48fb-b883-06b8eff8f9a6 req-1c9f3fee-6d20-4e48-b44f-d33d0d70b573 service neutron] 10.222.0.66 "GET /v2.0/networks/9f5b1bf4-16e2-474a-b72c-6a89096e68f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948749 Jun 16 19:04:27.174916 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-eb7b8da3-d1f2-48fb-b883-06b8eff8f9a6 req-173120e4-77d9-46a8-8fdf-001645c78922 service neutron] 10.222.0.66 "GET /v2.0/networks/9f5b1bf4-16e2-474a-b72c-6a89096e68f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969296 Jun 16 19:04:27.182865 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50556f3e-f731-4837-af2d-a902506b2af5 tempest-TestVolumeBootPattern-933837816 tempest-TestVolumeBootPattern-933837816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:27.184659 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-50556f3e-f731-4837-af2d-a902506b2af5 tempest-TestVolumeBootPattern-933837816 tempest-TestVolumeBootPattern-933837816-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a203db16-039d-4c2c-a21e-5aa580925c32 HTTP/1.1" status: 200 len: 1124 time: 0.2019904 Jun 16 19:04:27.187289 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 56352) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:04:27.191756 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-87a79e4d-1dc3-4802-9d23-1e9fdecb7108 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Request body: {'floatingip': {'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'port_id': '6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'fixed_ip_address': '172.20.0.5'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:04:27.295401 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-87a79e4d-1dc3-4802-9d23-1e9fdecb7108 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:27.386530 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-87a79e4d-1dc3-4802-9d23-1e9fdecb7108 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:27.494681 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_common [None req-87a79e4d-1dc3-4802-9d23-1e9fdecb7108 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Allocated IP 172.27.0.205 (d7ab3290-3ce1-430c-a2b5-625628340a0e/2251f151-d04b-4b41-88db-58f0d465a2f0/0bf31132-922f-4a63-b335-651e3769dd2a) {{(pid=116193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 19:04:27.546562 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:27.589216 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:27.594532 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-87a79e4d-1dc3-4802-9d23-1e9fdecb7108 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for port (0bf31132-922f-4a63-b335-651e3769dd2a), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:27.666708 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-87a79e4d-1dc3-4802-9d23-1e9fdecb7108 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (0bf31132-922f-4a63-b335-651e3769dd2a), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:27.707407 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a79e4d-1dc3-4802-9d23-1e9fdecb7108 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Network d7ab3290-3ce1-430c-a2b5-625628340a0e is already hosted by enough agents. {{(pid=116193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:04:27.710529 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [None req-87a79e4d-1dc3-4802-9d23-1e9fdecb7108 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Resources bound (agent type, host, resource id): {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:04:27.716181 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a79e4d-1dc3-4802-9d23-1e9fdecb7108 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Received port after_create {{(pid=116193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 19:04:27.744655 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a79e4d-1dc3-4802-9d23-1e9fdecb7108 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Pushing event updated for resources: {'Port': ['ID=0bf31132-922f-4a63-b335-651e3769dd2a,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:27.755323 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a79e4d-1dc3-4802-9d23-1e9fdecb7108 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:04:27.755676 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a79e4d-1dc3-4802-9d23-1e9fdecb7108 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:04:27.756023 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a79e4d-1dc3-4802-9d23-1e9fdecb7108 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:04:27.756367 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a79e4d-1dc3-4802-9d23-1e9fdecb7108 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:04:27.756967 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a79e4d-1dc3-4802-9d23-1e9fdecb7108 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:04:27.757348 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a79e4d-1dc3-4802-9d23-1e9fdecb7108 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:04:27.757683 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a79e4d-1dc3-4802-9d23-1e9fdecb7108 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:04:27.758014 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a79e4d-1dc3-4802-9d23-1e9fdecb7108 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:04:27.758352 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a79e4d-1dc3-4802-9d23-1e9fdecb7108 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:04:27.758673 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a79e4d-1dc3-4802-9d23-1e9fdecb7108 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:04:27.759003 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a79e4d-1dc3-4802-9d23-1e9fdecb7108 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:04:27.759332 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a79e4d-1dc3-4802-9d23-1e9fdecb7108 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:04:27.759658 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a79e4d-1dc3-4802-9d23-1e9fdecb7108 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:04:27.759982 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a79e4d-1dc3-4802-9d23-1e9fdecb7108 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:04:27.760311 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a79e4d-1dc3-4802-9d23-1e9fdecb7108 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:04:27.935044 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:28.076632 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-87a79e4d-1dc3-4802-9d23-1e9fdecb7108 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for floatingip (961a65ec-9ce7-4079-b013-51fff9a40151), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:28.225204 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-87a79e4d-1dc3-4802-9d23-1e9fdecb7108 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (0bf31132-922f-4a63-b335-651e3769dd2a), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:28.373130 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-87a79e4d-1dc3-4802-9d23-1e9fdecb7108 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for port (0bf31132-922f-4a63-b335-651e3769dd2a), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:28.460880 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-87a79e4d-1dc3-4802-9d23-1e9fdecb7108 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (0bf31132-922f-4a63-b335-651e3769dd2a), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:28.531705 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a79e4d-1dc3-4802-9d23-1e9fdecb7108 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Pushing event updated for resources: {'Port': ['ID=0bf31132-922f-4a63-b335-651e3769dd2a,revision_number=2']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:04:28.539118 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:28.543994 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-87a79e4d-1dc3-4802-9d23-1e9fdecb7108 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8340165'] for floatingip (961a65ec-9ce7-4079-b013-51fff9a40151), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:28.638055 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.db.l3_db [None req-87a79e4d-1dc3-4802-9d23-1e9fdecb7108 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Floating IP 961a65ec-9ce7-4079-b013-51fff9a40151 associated. External IP: 172.27.0.205, port: 6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86. Jun 16 19:04:28.831275 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a79e4d-1dc3-4802-9d23-1e9fdecb7108 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Router 868c3318-095c-49d9-982d-37995465aa5f has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 19:04:28.926590 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:28.929364 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a79e4d-1dc3-4802-9d23-1e9fdecb7108 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:04:28.944813 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c99e6a-9fe2-48c9-8a23-5d7ba7b005cc None None] Sync routers for ids ['868c3318-095c-49d9-982d-37995465aa5f'] in dv-cinder-846171-1-iscsi {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:04:28.947684 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c99e6a-9fe2-48c9-8a23-5d7ba7b005cc None None] Routers {'868c3318-095c-49d9-982d-37995465aa5f'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:04:28.948290 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-a9c99e6a-9fe2-48c9-8a23-5d7ba7b005cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:04:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['868c3318-095c-49d9-982d-37995465aa5f'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:04:29.021361 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:29.023093 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-87a79e4d-1dc3-4802-9d23-1e9fdecb7108 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for floatingip (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:29.051170 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-a9c99e6a-9fe2-48c9-8a23-5d7ba7b005cc None None] Set router 868c3318-095c-49d9-982d-37995465aa5f gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:04:29.058486 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-87a79e4d-1dc3-4802-9d23-1e9fdecb7108 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8679419 Jun 16 19:04:29.058486 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a203db16-039d-4c2c-a21e-5aa580925c32', 'tag': '6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:04:29.059278 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9eec9aa-cb02-42f5-a278-7923e9c7f26f" -d '{"events": [{"name": "network-changed", "server_uuid": "a203db16-039d-4c2c-a21e-5aa580925c32", "tag": "6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:04:29.094081 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 19:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbfa118-208b-4ab1-9c6f-9b84908cf9b8 x-openstack-request-id: req-7fbfa118-208b-4ab1-9c6f-9b84908cf9b8 {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:04:29.094370 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a203db16-039d-4c2c-a21e-5aa580925c32", "tag": "6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:04:29.094624 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7fbfa118-208b-4ab1-9c6f-9b84908cf9b8 {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:04:29.095030 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fbfa118-208b-4ab1-9c6f-9b84908cf9b8'] response: {'name': 'network-changed', 'server_uuid': 'a203db16-039d-4c2c-a21e-5aa580925c32', 'tag': '6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86', 'status': 'completed', 'code': 200} Jun 16 19:04:29.155583 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eec9aa-cb02-42f5-a278-7923e9c7f26f req-3a111132-cea5-4d48-b66d-e871c7c90870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:29.157092 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f9eec9aa-cb02-42f5-a278-7923e9c7f26f req-3a111132-cea5-4d48-b66d-e871c7c90870 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc32e3179c534d83b3d4108a38fb9d19&device_id=a203db16-039d-4c2c-a21e-5aa580925c32 HTTP/1.1" status: 200 len: 1129 time: 0.0388432 Jun 16 19:04:29.247421 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eec9aa-cb02-42f5-a278-7923e9c7f26f req-82a6eafc-abcc-4260-af21-514e89446788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:29.248945 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f9eec9aa-cb02-42f5-a278-7923e9c7f26f req-82a6eafc-abcc-4260-af21-514e89446788 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f31f33e6-f431-4d4c-a847-a5f33b248bb8 HTTP/1.1" status: 200 len: 914 time: 0.0856967 Jun 16 19:04:29.265145 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-a9c99e6a-9fe2-48c9-8a23-5d7ba7b005cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868c3318-095c-49d9-982d-37995465aa5f', 'name': 'tempest-TestVolumeBootPattern-1948789007-router', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:57:58Z', 'revision_number': 4, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'gw_port': {'id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': '961a65ec-9ce7-4079-b013-51fff9a40151', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': '868c3318-095c-49d9-982d-37995465aa5f', 'port_id': '6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'mac_address': 'fa:16:3e:43:4d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a203db16-039d-4c2c-a21e-5aa580925c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T19:04:27Z', 'updated_at': '2022-06-16T19:04:27Z', 'revision_number': 0, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'fixed_ip_address_scope': None}, {'id': 'b8905f64-111f-4a16-8c45-f0172fbfc690', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': '868c3318-095c-49d9-982d-37995465aa5f', 'port_id': '66d9152b-c02c-4f61-9fe8-f277bc4c64a1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'mac_address': 'fa:16:3e:26:55:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0e627a-a28a-419d-854b-63e81d67a3f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T19:02:19Z', 'updated_at': '2022-06-16T19:02:22Z', 'revision_number': 1, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd7ded77-b28c-46ec-854f-a2cc65c7c322', 'name': '', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'mac_address': 'fa:16:3e:4e:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:57Z', 'updated_at': '2022-06-16T18:58:02Z', 'revision_number': 5, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'subnets': [{'id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:04:29.290597 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c99e6a-9fe2-48c9-8a23-5d7ba7b005cc None None] Checking router: 868c3318-095c-49d9-982d-37995465aa5f for host: dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:04:29.298861 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c99e6a-9fe2-48c9-8a23-5d7ba7b005cc None None] Routers {'868c3318-095c-49d9-982d-37995465aa5f'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:04:29.299453 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-a9c99e6a-9fe2-48c9-8a23-5d7ba7b005cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:04:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['868c3318-095c-49d9-982d-37995465aa5f'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:04:29.314267 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f9eec9aa-cb02-42f5-a278-7923e9c7f26f req-5e46bab7-6fcb-45c0-a3d3-0d1d9b46c1e0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86 HTTP/1.1" status: 200 len: 999 time: 0.0588577 Jun 16 19:04:29.376669 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eec9aa-cb02-42f5-a278-7923e9c7f26f req-055a7830-a444-400e-947b-ba33befd2187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:29.378191 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f9eec9aa-cb02-42f5-a278-7923e9c7f26f req-055a7830-a444-400e-947b-ba33befd2187 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=38fcf1af-5fbd-4e35-811d-148efba21d9d HTTP/1.1" status: 200 len: 851 time: 0.0569868 Jun 16 19:04:29.423133 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eec9aa-cb02-42f5-a278-7923e9c7f26f req-ff5fa5b5-b13c-49ec-8171-2cc4af51c887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:04:29.424650 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f9eec9aa-cb02-42f5-a278-7923e9c7f26f req-ff5fa5b5-b13c-49ec-8171-2cc4af51c887 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f31f33e6-f431-4d4c-a847-a5f33b248bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402198 Jun 16 19:04:29.520345 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f9eec9aa-cb02-42f5-a278-7923e9c7f26f req-fc96a8b3-5796-401a-a38f-019c04cd8762 service neutron] 10.222.0.66 "GET /v2.0/networks/f31f33e6-f431-4d4c-a847-a5f33b248bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884271 Jun 16 19:04:29.526839 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-a9c99e6a-9fe2-48c9-8a23-5d7ba7b005cc None None] Set router 868c3318-095c-49d9-982d-37995465aa5f gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:04:29.612805 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f9eec9aa-cb02-42f5-a278-7923e9c7f26f req-24a894a8-5b2a-4def-ad8d-3d811d68016c service neutron] 10.222.0.66 "GET /v2.0/networks/f31f33e6-f431-4d4c-a847-a5f33b248bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858347 Jun 16 19:04:29.735699 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-a9c99e6a-9fe2-48c9-8a23-5d7ba7b005cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868c3318-095c-49d9-982d-37995465aa5f', 'name': 'tempest-TestVolumeBootPattern-1948789007-router', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:57:58Z', 'revision_number': 4, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'gw_port': {'id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': '961a65ec-9ce7-4079-b013-51fff9a40151', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': '868c3318-095c-49d9-982d-37995465aa5f', 'port_id': '6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'mac_address': 'fa:16:3e:43:4d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a203db16-039d-4c2c-a21e-5aa580925c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T19:04:27Z', 'updated_at': '2022-06-16T19:04:27Z', 'revision_number': 0, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'fixed_ip_address_scope': None}, {'id': 'b8905f64-111f-4a16-8c45-f0172fbfc690', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': '868c3318-095c-49d9-982d-37995465aa5f', 'port_id': '66d9152b-c02c-4f61-9fe8-f277bc4c64a1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'mac_address': 'fa:16:3e:26:55:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0e627a-a28a-419d-854b-63e81d67a3f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T19:02:19Z', 'updated_at': '2022-06-16T19:02:22Z', 'revision_number': 1, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd7ded77-b28c-46ec-854f-a2cc65c7c322', 'name': '', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'mac_address': 'fa:16:3e:4e:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:57Z', 'updated_at': '2022-06-16T18:58:02Z', 'revision_number': 5, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'subnets': [{'id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:04:29.760895 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c99e6a-9fe2-48c9-8a23-5d7ba7b005cc None None] The sync data for ids ['868c3318-095c-49d9-982d-37995465aa5f'] in dv-cinder-846171-1-iscsi is: [{'id': '868c3318-095c-49d9-982d-37995465aa5f', 'name': 'tempest-TestVolumeBootPattern-1948789007-router', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:57:58Z', 'revision_number': 4, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'gw_port': {'id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': '961a65ec-9ce7-4079-b013-51fff9a40151', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': '868c3318-095c-49d9-982d-37995465aa5f', 'port_id': '6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'mac_address': 'fa:16:3e:43:4d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a203db16-039d-4c2c-a21e-5aa580925c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T19:04:27Z', 'updated_at': '2022-06-16T19:04:27Z', 'revision_number': 0, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'fixed_ip_address_scope': None}, {'id': 'b8905f64-111f-4a16-8c45-f0172fbfc690', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': '868c3318-095c-49d9-982d-37995465aa5f', 'port_id': '66d9152b-c02c-4f61-9fe8-f277bc4c64a1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'mac_address': 'fa:16:3e:26:55:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0e627a-a28a-419d-854b-63e81d67a3f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T19:02:19Z', 'updated_at': '2022-06-16T19:02:22Z', 'revision_number': 1, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd7ded77-b28c-46ec-854f-a2cc65c7c322', 'name': '', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'mac_address': 'fa:16:3e:4e:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:57Z', 'updated_at': '2022-06-16T18:58:02Z', 'revision_number': 5, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'subnets': [{'id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:04:29.940328 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d64a55f-cd91-49f5-858e-91a8e0bb4472 None None] New status for floating IP 961a65ec-9ce7-4079-b013-51fff9a40151: ACTIVE {{(pid=116195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 19:04:36.602297 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=100 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:36.744871 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-f60cf399-c415-45dd-95cb-09d801cd1ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:37.178510 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:UPDATE=2,neutron:SELECT=78 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:37.180508 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=6 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:39.053608 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-6c4a85c6-f6a9-448c-8f96-980866a85499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:39.603206 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=44 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:39.610164 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=88,neutron:DELETE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:40.039778 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=33,neutron:UPDATE=2 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:40.042461 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=35,neutron:UPDATE=2 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:40.230666 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:41.590546 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:42.093064 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:04:52.018304 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:52.020172 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:52.127753 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=3 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:52.132568 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=3 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:04:57.598889 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:02.100957 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 6 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 19:05:05.263846 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-18cf518c-b84a-4a5c-b5ab-d83f62673e05 req-33161112-c52d-4248-9946-8c7113dc4cb8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5b0e627a-a28a-419d-854b-63e81d67a3f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372665 Jun 16 19:05:05.349582 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf518c-b84a-4a5c-b5ab-d83f62673e05 req-28c93389-0d55-4d39-a30b-659f63f5cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:05:05.351084 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-18cf518c-b84a-4a5c-b5ab-d83f62673e05 req-28c93389-0d55-4d39-a30b-659f63f5cf5e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc32e3179c534d83b3d4108a38fb9d19&device_id=5b0e627a-a28a-419d-854b-63e81d67a3f7 HTTP/1.1" status: 200 len: 1129 time: 0.0395339 Jun 16 19:05:05.460462 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf518c-b84a-4a5c-b5ab-d83f62673e05 req-60dcf0e1-65e0-4d2e-9b31-73097a51dc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:05:05.462033 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-18cf518c-b84a-4a5c-b5ab-d83f62673e05 req-60dcf0e1-65e0-4d2e-9b31-73097a51dc62 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f31f33e6-f431-4d4c-a847-a5f33b248bb8 HTTP/1.1" status: 200 len: 914 time: 0.0918291 Jun 16 19:05:05.528545 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-18cf518c-b84a-4a5c-b5ab-d83f62673e05 req-2e6aa66a-8f73-4b4d-96e3-bce7a628b841 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66d9152b-c02c-4f61-9fe8-f277bc4c64a1 HTTP/1.1" status: 200 len: 1001 time: 0.0554192 Jun 16 19:05:05.578826 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf518c-b84a-4a5c-b5ab-d83f62673e05 req-16400f23-9fb9-4ba4-b151-3754f6dcd137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:05:05.598555 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-18cf518c-b84a-4a5c-b5ab-d83f62673e05 req-16400f23-9fb9-4ba4-b151-3754f6dcd137 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=38fcf1af-5fbd-4e35-811d-148efba21d9d HTTP/1.1" status: 200 len: 851 time: 0.0447416 Jun 16 19:05:05.626130 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf518c-b84a-4a5c-b5ab-d83f62673e05 req-b6b270e7-c9c9-457f-91b3-ed0751c33452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:05:05.627534 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-18cf518c-b84a-4a5c-b5ab-d83f62673e05 req-b6b270e7-c9c9-457f-91b3-ed0751c33452 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f31f33e6-f431-4d4c-a847-a5f33b248bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407786 Jun 16 19:05:05.723651 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-18cf518c-b84a-4a5c-b5ab-d83f62673e05 req-ff52840c-83f9-4a74-a67f-444d9145f5a3 service neutron] 10.222.0.66 "GET /v2.0/networks/f31f33e6-f431-4d4c-a847-a5f33b248bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897470 Jun 16 19:05:05.817396 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-18cf518c-b84a-4a5c-b5ab-d83f62673e05 req-00a326b3-2d14-4a00-8296-d183135790f6 service neutron] 10.222.0.66 "GET /v2.0/networks/f31f33e6-f431-4d4c-a847-a5f33b248bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870709 Jun 16 19:05:06.684954 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-49711aed-0890-4d1b-9755-9797a57ee50e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:09.020728 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-0a0ad319-3705-45c4-b239-6c731ada3333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:10.267433 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:11.638830 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:12.097312 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=2 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:05:12.135581 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:12.566015 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 56416) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:05:12.570588 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-67848672-56ba-47b8-a5d3-b9363dbc6820 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Request body: {'security_group': {'name': 'tempest-securitygroup--803080325', 'description': 'tempest-description--146452419'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:05:12.707132 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-67848672-56ba-47b8-a5d3-b9363dbc6820 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:12.773130 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-67848672-56ba-47b8-a5d3-b9363dbc6820 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group (d0678f16-7f04-41f1-b13b-d6f9d8b6845f), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:12.827055 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-67848672-56ba-47b8-a5d3-b9363dbc6820 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (d0678f16-7f04-41f1-b13b-d6f9d8b6845f), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:12.855781 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67848672-56ba-47b8-a5d3-b9363dbc6820 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0678f16-7f04-41f1-b13b-d6f9d8b6845f,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:05:12.920405 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-67848672-56ba-47b8-a5d3-b9363dbc6820 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:12.921678 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-67848672-56ba-47b8-a5d3-b9363dbc6820 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3546720 Jun 16 19:05:12.924537 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 56418) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:05:12.928809 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-a491452e-5407-45c4-a8d9-aa6c1a2c9b40 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Request body: {'security_group_rule': {'security_group_id': 'd0678f16-7f04-41f1-b13b-d6f9d8b6845f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:05:13.032471 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a491452e-5407-45c4-a8d9-aa6c1a2c9b40 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group_rule (c5db050e-7d5e-4468-9fa7-4f4976087fe6), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:13.090114 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a491452e-5407-45c4-a8d9-aa6c1a2c9b40 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group_rule (c5db050e-7d5e-4468-9fa7-4f4976087fe6), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:13.186711 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a491452e-5407-45c4-a8d9-aa6c1a2c9b40 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932097'] for security_group_rule (c5db050e-7d5e-4468-9fa7-4f4976087fe6), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:13.207140 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a491452e-5407-45c4-a8d9-aa6c1a2c9b40 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5db050e-7d5e-4468-9fa7-4f4976087fe6,revision_number=0']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:05:13.308691 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a491452e-5407-45c4-a8d9-aa6c1a2c9b40 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:13.309950 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-a491452e-5407-45c4-a8d9-aa6c1a2c9b40 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3844719 Jun 16 19:05:13.313625 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 56420) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:05:13.317974 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-80ae751b-9296-4ae4-8afb-2e07bc9b4c7e tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Request body: {'security_group_rule': {'security_group_id': 'd0678f16-7f04-41f1-b13b-d6f9d8b6845f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:05:13.414460 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:05:13.416552 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-80ae751b-9296-4ae4-8afb-2e07bc9b4c7e tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group_rule (0e16bf77-e21a-4db0-9d96-8d1ffb408653), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:13.428558 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:05:13.479286 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-80ae751b-9296-4ae4-8afb-2e07bc9b4c7e tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group_rule (0e16bf77-e21a-4db0-9d96-8d1ffb408653), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:13.563886 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-80ae751b-9296-4ae4-8afb-2e07bc9b4c7e tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932097'] for security_group_rule (0e16bf77-e21a-4db0-9d96-8d1ffb408653), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:13.584292 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae751b-9296-4ae4-8afb-2e07bc9b4c7e tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e16bf77-e21a-4db0-9d96-8d1ffb408653,revision_number=0']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:05:13.748577 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-80ae751b-9296-4ae4-8afb-2e07bc9b4c7e tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:13.750278 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-80ae751b-9296-4ae4-8afb-2e07bc9b4c7e tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4356980 Jun 16 19:05:13.753593 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 56422) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:05:13.757982 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-b6c618a3-26a3-4ba9-8bea-fe95c0e52668 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Request body: {'floatingip': {'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:05:13.872712 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b6c618a3-26a3-4ba9-8bea-fe95c0e52668 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:13.953651 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b6c618a3-26a3-4ba9-8bea-fe95c0e52668 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:14.056757 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_common [None req-b6c618a3-26a3-4ba9-8bea-fe95c0e52668 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Allocated IP 172.27.0.57 (d7ab3290-3ce1-430c-a2b5-625628340a0e/2251f151-d04b-4b41-88db-58f0d465a2f0/8f2f618c-09c8-4726-a0cf-a7e6f3b71a4b) {{(pid=116193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 19:05:14.160970 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b6c618a3-26a3-4ba9-8bea-fe95c0e52668 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for port (8f2f618c-09c8-4726-a0cf-a7e6f3b71a4b), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:14.162152 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:05:14.278310 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b6c618a3-26a3-4ba9-8bea-fe95c0e52668 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (8f2f618c-09c8-4726-a0cf-a7e6f3b71a4b), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:14.317351 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c618a3-26a3-4ba9-8bea-fe95c0e52668 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Network d7ab3290-3ce1-430c-a2b5-625628340a0e is already hosted by enough agents. {{(pid=116193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:05:14.324134 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [None req-b6c618a3-26a3-4ba9-8bea-fe95c0e52668 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Resources bound (agent type, host, resource id): {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:05:14.326661 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c618a3-26a3-4ba9-8bea-fe95c0e52668 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Received port after_create {{(pid=116193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 19:05:14.348467 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c618a3-26a3-4ba9-8bea-fe95c0e52668 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Pushing event updated for resources: {'Port': ['ID=8f2f618c-09c8-4726-a0cf-a7e6f3b71a4b,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:05:14.415107 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b6c618a3-26a3-4ba9-8bea-fe95c0e52668 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for floatingip (4be87065-233e-452b-beb7-f47f2ba6d22b), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:14.522905 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b6c618a3-26a3-4ba9-8bea-fe95c0e52668 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (8f2f618c-09c8-4726-a0cf-a7e6f3b71a4b), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:14.909910 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b6c618a3-26a3-4ba9-8bea-fe95c0e52668 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for port (8f2f618c-09c8-4726-a0cf-a7e6f3b71a4b), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:15.232937 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b6c618a3-26a3-4ba9-8bea-fe95c0e52668 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (8f2f618c-09c8-4726-a0cf-a7e6f3b71a4b), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:15.299006 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c618a3-26a3-4ba9-8bea-fe95c0e52668 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Pushing event updated for resources: {'Port': ['ID=8f2f618c-09c8-4726-a0cf-a7e6f3b71a4b,revision_number=2']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:05:15.314076 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b6c618a3-26a3-4ba9-8bea-fe95c0e52668 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8340165'] for floatingip (4be87065-233e-452b-beb7-f47f2ba6d22b), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:15.399942 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b6c618a3-26a3-4ba9-8bea-fe95c0e52668 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for floatingip (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:15.401231 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-b6c618a3-26a3-4ba9-8bea-fe95c0e52668 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6467199 Jun 16 19:05:15.573721 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:05:15.611433 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-065d371f-1001-455e-acba-e6a1a5b2373e tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--803080325&fields=id&tenant_id=cfa6530fe6dd49d88f41c57406f4cbb6 HTTP/1.1" status: 200 len: 267 time: 0.0520825 Jun 16 19:05:15.720618 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-b42ff12c-4b07-42e2-b79f-d374cfe72967 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:05:15.722413 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-b42ff12c-4b07-42e2-b79f-d374cfe72967 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/networks?id=9f5b1bf4-16e2-474a-b72c-6a89096e68f2 HTTP/1.1" status: 200 len: 815 time: 0.1041975 Jun 16 19:05:15.738560 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-188e1c60-c5d2-4998-b98f-09a48280cf7b tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/quotas/cfa6530fe6dd49d88f41c57406f4cbb6 HTTP/1.1" status: 200 len: 375 time: 0.0099914 Jun 16 19:05:15.789661 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-95d01fce-f2ba-4914-87af-a65d04ade1df tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cfa6530fe6dd49d88f41c57406f4cbb6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460906 Jun 16 19:05:15.877970 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:05:15.887834 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-6b0b6753-dbee-4a21-8bdd-cea0fa146adf service neutron] 10.222.0.81 "GET /v2.0/networks/9f5b1bf4-16e2-474a-b72c-6a89096e68f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865345 Jun 16 19:05:15.979246 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-23141f10-4a6d-466f-8e92-bb4ff56309e8 service neutron] 10.222.0.81 "GET /v2.0/networks/9f5b1bf4-16e2-474a-b72c-6a89096e68f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857031 Jun 16 19:05:16.234747 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-093aec0e-18b1-4ef1-80bb-a8a58d07cac1 req-479c8088-4c32-4a6a-a493-168f0f383f13 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=aca7511d-0f9a-4fb8-b715-402bd7ddef94 HTTP/1.1" status: 200 len: 210 time: 0.0285933 Jun 16 19:05:17.335277 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-69e1831b-7161-47f1-8516-dec22a363850 req-1938df06-bb5d-4de5-8ab1-b604dfe7431b tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=aca7511d-0f9a-4fb8-b715-402bd7ddef94 HTTP/1.1" status: 200 len: 210 time: 0.0282393 Jun 16 19:05:18.339591 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-c8394ed6-454d-4b51-80bf-8afc2f80d8b4 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:05:18.341087 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-c8394ed6-454d-4b51-80bf-8afc2f80d8b4 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.66 "GET /v2.0/networks?id=9f5b1bf4-16e2-474a-b72c-6a89096e68f2 HTTP/1.1" status: 200 len: 815 time: 0.1053846 Jun 16 19:05:18.432391 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-da01b05d-5cf8-44bf-9d47-01596c51fd73 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfa6530fe6dd49d88f41c57406f4cbb6 HTTP/1.1" status: 200 len: 472 time: 0.0777678 Jun 16 19:05:18.452261 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-e2b40bf2-5f65-4eaa-89b2-13b45459222c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Request body: {'port': {'device_id': 'aca7511d-0f9a-4fb8-b715-402bd7ddef94', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'admin_state_up': True, 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'security_groups': ['d0678f16-7f04-41f1-b13b-d6f9d8b6845f']}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:05:18.458424 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-27723eeb-deed-4556-bf74-5e42bf68db7f req-76c6c484-b633-4c1c-98dc-f804b09bbdb2 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=aca7511d-0f9a-4fb8-b715-402bd7ddef94 HTTP/1.1" status: 200 len: 210 time: 0.0504498 Jun 16 19:05:18.654131 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-e2b40bf2-5f65-4eaa-89b2-13b45459222c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Made reservation on behalf of cfa6530fe6dd49d88f41c57406f4cbb6 for: {'port': 1} {{(pid=116193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 19:05:18.657861 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-e2b40bf2-5f65-4eaa-89b2-13b45459222c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:18.784511 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_common [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-e2b40bf2-5f65-4eaa-89b2-13b45459222c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Allocated IP 172.20.0.8 (9f5b1bf4-16e2-474a-b72c-6a89096e68f2/c183fee7-51b9-49a6-a0ab-83d2a2c96a61/aa03e150-df6e-4129-9d3c-01edb7668600) {{(pid=116193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 19:05:18.935109 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-e2b40bf2-5f65-4eaa-89b2-13b45459222c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for port (aa03e150-df6e-4129-9d3c-01edb7668600), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:18.955744 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:05:19.049638 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-e2b40bf2-5f65-4eaa-89b2-13b45459222c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (aa03e150-df6e-4129-9d3c-01edb7668600), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:19.091415 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-e2b40bf2-5f65-4eaa-89b2-13b45459222c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Network 9f5b1bf4-16e2-474a-b72c-6a89096e68f2 is already hosted by enough agents. {{(pid=116193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:05:19.097034 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-e2b40bf2-5f65-4eaa-89b2-13b45459222c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Resources bound (agent type, host, resource id): {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:05:19.100888 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-e2b40bf2-5f65-4eaa-89b2-13b45459222c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Received port after_create {{(pid=116193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 19:05:19.130518 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b40bf2-5f65-4eaa-89b2-13b45459222c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Pushing event updated for resources: {'Port': ['ID=aa03e150-df6e-4129-9d3c-01edb7668600,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:05:19.134976 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:05:19.158652 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-e2b40bf2-5f65-4eaa-89b2-13b45459222c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:05:19.159267 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-e2b40bf2-5f65-4eaa-89b2-13b45459222c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:19.212165 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-e2b40bf2-5f65-4eaa-89b2-13b45459222c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7639887 Jun 16 19:05:19.228295 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-316af0d1-7275-433e-903f-d120c0ee72bb service neutron] Request body: {'port': {'device_id': 'aca7511d-0f9a-4fb8-b715-402bd7ddef94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:05:19.289495 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-316af0d1-7275-433e-903f-d120c0ee72bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (aa03e150-df6e-4129-9d3c-01edb7668600), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:19.388432 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-02fc2b37-620b-48f2-8e6b-c887ec22e509 None None] Provisioning complete for port aa03e150-df6e-4129-9d3c-01edb7668600 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:05:19.389024 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-02fc2b37-620b-48f2-8e6b-c887ec22e509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (aa03e150-df6e-4129-9d3c-01edb7668600), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:19.420771 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-02fc2b37-620b-48f2-8e6b-c887ec22e509 None None] Port aa03e150-df6e-4129-9d3c-01edb7668600 cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 19:05:19.572848 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-316af0d1-7275-433e-903f-d120c0ee72bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa03e150-df6e-4129-9d3c-01edb7668600 {{(pid=116193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 19:05:19.584473 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-316af0d1-7275-433e-903f-d120c0ee72bb service neutron] Publish callbacks [] for port (aa03e150-df6e-4129-9d3c-01edb7668600), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:19.601389 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a883e-edc1-4bd3-824f-f3c90781f50a req-5b300f8a-eadf-4d63-b10e-4434a92a1094 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:05:19.602893 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-601a883e-edc1-4bd3-824f-f3c90781f50a req-5b300f8a-eadf-4d63-b10e-4434a92a1094 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=aca7511d-0f9a-4fb8-b715-402bd7ddef94 HTTP/1.1" status: 200 len: 931 time: 0.0665619 Jun 16 19:05:19.607744 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.provisioning_blocks [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-316af0d1-7275-433e-903f-d120c0ee72bb service neutron] Transition to ACTIVE for port object aa03e150-df6e-4129-9d3c-01edb7668600 will not be triggered until provisioned by entity L2. {{(pid=116193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 19:05:19.651534 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-601a883e-edc1-4bd3-824f-f3c90781f50a req-21c67bc3-0455-4f3d-b8be-103cac2e3aaa tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0678f16-7f04-41f1-b13b-d6f9d8b6845f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426073 Jun 16 19:05:19.677775 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-316af0d1-7275-433e-903f-d120c0ee72bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (aa03e150-df6e-4129-9d3c-01edb7668600), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:19.730331 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316af0d1-7275-433e-903f-d120c0ee72bb service neutron] Pushing event updated for resources: {'Port': ['ID=aa03e150-df6e-4129-9d3c-01edb7668600,revision_number=2']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:05:19.804009 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-316af0d1-7275-433e-903f-d120c0ee72bb service neutron] Attempting to bind port aa03e150-df6e-4129-9d3c-01edb7668600 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 19:05:19.804340 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-316af0d1-7275-433e-903f-d120c0ee72bb service neutron] Attempting to bind port aa03e150-df6e-4129-9d3c-01edb7668600 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '5e64dbe6-3a0d-4a76-81bf-790c27bf3681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2'}] {{(pid=116193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 19:05:19.804664 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-316af0d1-7275-433e-903f-d120c0ee72bb service neutron] Attempting to bind port aa03e150-df6e-4129-9d3c-01edb7668600 on network 9f5b1bf4-16e2-474a-b72c-6a89096e68f2 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 19:05:19.809380 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-316af0d1-7275-433e-903f-d120c0ee72bb service neutron] Port aa03e150-df6e-4129-9d3c-01edb7668600 on network 9f5b1bf4-16e2-474a-b72c-6a89096e68f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 19:05:19.809699 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-316af0d1-7275-433e-903f-d120c0ee72bb service neutron] Attempting to bind port aa03e150-df6e-4129-9d3c-01edb7668600 on network 9f5b1bf4-16e2-474a-b72c-6a89096e68f2 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 19:05:19.815159 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-316af0d1-7275-433e-903f-d120c0ee72bb service neutron] Checking agent: {'id': '78e75526-212b-4550-9dc1-6e088b901fa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'started_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 19, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 19:05:19.815493 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-316af0d1-7275-433e-903f-d120c0ee72bb service neutron] Checking segment: {'id': '5e64dbe6-3a0d-4a76-81bf-790c27bf3681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 19:05:19.815870 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-316af0d1-7275-433e-903f-d120c0ee72bb service neutron] Bound using segment: {'id': '5e64dbe6-3a0d-4a76-81bf-790c27bf3681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2'} {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 19:05:19.816290 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-316af0d1-7275-433e-903f-d120c0ee72bb service neutron] Bound port: aa03e150-df6e-4129-9d3c-01edb7668600, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e64dbe6-3a0d-4a76-81bf-790c27bf3681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2'}}] {{(pid=116193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 19:05:19.816658 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-316af0d1-7275-433e-903f-d120c0ee72bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (aa03e150-df6e-4129-9d3c-01edb7668600), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:19.879271 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-316af0d1-7275-433e-903f-d120c0ee72bb service neutron] For port aa03e150-df6e-4129-9d3c-01edb7668600, host hv-cinder-84617, cleared binding levels {{(pid=116193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 19:05:19.882212 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-316af0d1-7275-433e-903f-d120c0ee72bb service neutron] For port aa03e150-df6e-4129-9d3c-01edb7668600, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=aa03e150-df6e-4129-9d3c-01edb7668600,segment=NetworkSegment(5e64dbe6-3a0d-4a76-81bf-790c27bf3681),segment_id=5e64dbe6-3a0d-4a76-81bf-790c27bf3681)] {{(pid=116193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 19:05:19.998787 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-316af0d1-7275-433e-903f-d120c0ee72bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (aa03e150-df6e-4129-9d3c-01edb7668600), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:20.022812 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:05:20.035346 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-316af0d1-7275-433e-903f-d120c0ee72bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:05:20.035978 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-316af0d1-7275-433e-903f-d120c0ee72bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:20.037351 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-316af0d1-7275-433e-903f-d120c0ee72bb service neutron] 10.222.0.66 "PUT /v2.0/ports/aa03e150-df6e-4129-9d3c-01edb7668600 HTTP/1.1" status: 200 len: 1093 time: 0.8134665 Jun 16 19:05:20.037783 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aca7511d-0f9a-4fb8-b715-402bd7ddef94', 'tag': 'aa03e150-df6e-4129-9d3c-01edb7668600'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:05:20.040002 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e01468-b906-423c-91d1-c6eb61196e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "aca7511d-0f9a-4fb8-b715-402bd7ddef94", "tag": "aa03e150-df6e-4129-9d3c-01edb7668600"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:05:20.067031 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316af0d1-7275-433e-903f-d120c0ee72bb service neutron] Pushing event updated for resources: {'Port': ['ID=aa03e150-df6e-4129-9d3c-01edb7668600,revision_number=3']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:05:20.087389 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 19:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d323ed9-8d8a-454e-8443-be18eafa5303 x-openstack-request-id: req-3d323ed9-8d8a-454e-8443-be18eafa5303 {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:05:20.087685 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aca7511d-0f9a-4fb8-b715-402bd7ddef94", "tag": "aa03e150-df6e-4129-9d3c-01edb7668600", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:05:20.087936 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3d323ed9-8d8a-454e-8443-be18eafa5303 {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:05:20.088338 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d323ed9-8d8a-454e-8443-be18eafa5303'] response: {'name': 'network-changed', 'server_uuid': 'aca7511d-0f9a-4fb8-b715-402bd7ddef94', 'tag': 'aa03e150-df6e-4129-9d3c-01edb7668600', 'status': 'completed', 'code': 200} Jun 16 19:05:20.158399 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e01468-b906-423c-91d1-c6eb61196e4e req-bcdffd81-8ac0-44e4-b1e5-ae6afa3de971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:05:20.159922 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-53e01468-b906-423c-91d1-c6eb61196e4e req-bcdffd81-8ac0-44e4-b1e5-ae6afa3de971 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cfa6530fe6dd49d88f41c57406f4cbb6&device_id=aca7511d-0f9a-4fb8-b715-402bd7ddef94 HTTP/1.1" status: 200 len: 1127 time: 0.0493503 Jun 16 19:05:20.231438 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:05:20.263422 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e01468-b906-423c-91d1-c6eb61196e4e req-e9e5a10b-4aa4-4afa-a90e-20882cb20f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:05:20.264949 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-53e01468-b906-423c-91d1-c6eb61196e4e req-e9e5a10b-4aa4-4afa-a90e-20882cb20f4e service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=cfa6530fe6dd49d88f41c57406f4cbb6&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0965817 Jun 16 19:05:20.363752 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e01468-b906-423c-91d1-c6eb61196e4e req-d8d6e62a-505b-4794-b0b8-33e93049391f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:05:20.365932 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-53e01468-b906-423c-91d1-c6eb61196e4e req-d8d6e62a-505b-4794-b0b8-33e93049391f service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0927849 Jun 16 19:05:20.445745 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-4c5e3871-a53c-42c3-9b70-4705af17ed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:05:20.447248 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-4c5e3871-a53c-42c3-9b70-4705af17ed05 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cfa6530fe6dd49d88f41c57406f4cbb6&device_id=aca7511d-0f9a-4fb8-b715-402bd7ddef94 HTTP/1.1" status: 200 len: 1127 time: 0.0390062 Jun 16 19:05:20.493124 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-4d3d2d90-a7c4-40a9-a5c5-d7cbc33be622 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa03e150-df6e-4129-9d3c-01edb7668600 HTTP/1.1" status: 200 len: 217 time: 0.0361094 Jun 16 19:05:20.542785 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-615eb35d-d185-4b0a-931a-6ae10be3fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:05:20.544237 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-615eb35d-d185-4b0a-931a-6ae10be3fab0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c183fee7-51b9-49a6-a0ab-83d2a2c96a61 HTTP/1.1" status: 200 len: 854 time: 0.0439427 Jun 16 19:05:20.587997 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-b82a0c20-bec1-4e2c-83d4-9bda8dc4c7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:05:20.589477 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-b82a0c20-bec1-4e2c-83d4-9bda8dc4c7fc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9f5b1bf4-16e2-474a-b72c-6a89096e68f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372810 Jun 16 19:05:20.680112 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-bdb4ff0e-e905-4441-9060-c125189cc1fb service neutron] 10.222.0.66 "GET /v2.0/networks/9f5b1bf4-16e2-474a-b72c-6a89096e68f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836668 Jun 16 19:05:20.810142 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c082414-06c7-413b-a8df-92390749d216 req-340b261d-d538-4951-92e5-51cd78b4898d tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:05:20.811619 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6c082414-06c7-413b-a8df-92390749d216 req-340b261d-d538-4951-92e5-51cd78b4898d tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=aca7511d-0f9a-4fb8-b715-402bd7ddef94 HTTP/1.1" status: 200 len: 943 time: 0.0703440 Jun 16 19:05:20.817230 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-48d43d68-6266-465a-b44e-c9c1d3096f20 req-b91ddb85-23ac-4bee-9b40-2e624655779e service neutron] 10.222.0.66 "GET /v2.0/networks/9f5b1bf4-16e2-474a-b72c-6a89096e68f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309466 Jun 16 19:05:20.861756 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6c082414-06c7-413b-a8df-92390749d216 req-bb9d3dc5-9c54-4dfb-994f-e6ff8be4a55b tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0678f16-7f04-41f1-b13b-d6f9d8b6845f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435305 Jun 16 19:05:21.973965 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce33bd-08ce-43d3-bcd7-d9aec2b55798 req-488c542b-d9b7-4a51-ae2c-058d181acf93 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:05:21.975443 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a9ce33bd-08ce-43d3-bcd7-d9aec2b55798 req-488c542b-d9b7-4a51-ae2c-058d181acf93 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=aca7511d-0f9a-4fb8-b715-402bd7ddef94 HTTP/1.1" status: 200 len: 943 time: 0.0467899 Jun 16 19:05:22.022091 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a9ce33bd-08ce-43d3-bcd7-d9aec2b55798 req-893982d0-e4a4-45be-9719-2d13b4c2669f tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0678f16-7f04-41f1-b13b-d6f9d8b6845f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411780 Jun 16 19:05:22.373539 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device aa03e150-df6e-4129-9d3c-01edb7668600 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=116194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 19:05:22.376353 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:05:22.378392 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=28,neutron:UPDATE=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:05:22.471810 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port aa03e150-df6e-4129-9d3c-01edb7668600, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=aa03e150-df6e-4129-9d3c-01edb7668600,segment=NetworkSegment(5e64dbe6-3a0d-4a76-81bf-790c27bf3681),segment_id=5e64dbe6-3a0d-4a76-81bf-790c27bf3681)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:05:22.482836 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Returning: {'device': 'aa03e150-df6e-4129-9d3c-01edb7668600', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'port_id': 'aa03e150-df6e-4129-9d3c-01edb7668600', 'mac_address': 'fa:16:3e:51:77:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 19:05:22.520255 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port aa03e150-df6e-4129-9d3c-01edb7668600 is: DOWN; New status is: BUILD {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:05:22.520644 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (aa03e150-df6e-4129-9d3c-01edb7668600), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:22.533774 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa03e150-df6e-4129-9d3c-01edb7668600 {{(pid=116194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 19:05:22.553225 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port aa03e150-df6e-4129-9d3c-01edb7668600, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=aa03e150-df6e-4129-9d3c-01edb7668600,segment=NetworkSegment(5e64dbe6-3a0d-4a76-81bf-790c27bf3681),segment_id=5e64dbe6-3a0d-4a76-81bf-790c27bf3681)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:05:22.740066 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (aa03e150-df6e-4129-9d3c-01edb7668600), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:22.786290 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=aa03e150-df6e-4129-9d3c-01edb7668600,revision_number=4']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:05:22.793375 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:05:22.793719 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:05:22.794056 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:05:22.794388 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:05:22.794715 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:05:22.795040 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:05:22.795431 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:05:22.795748 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:05:22.796070 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:05:22.796401 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:05:22.796712 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:05:22.797038 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:05:22.797388 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:05:22.797705 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:05:22.798089 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:05:23.020988 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] get_ports_and_sgs() called for port_ids ['aa03e150-df6e-4129-9d3c-01edb7668600'] {{(pid=116194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 19:05:23.134865 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0790e-35fc-4cd4-b424-39fc928f47dc req-f84dcc4c-9302-4de2-92cc-7530a2f9ee97 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:05:23.137213 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-fcb0790e-35fc-4cd4-b424-39fc928f47dc req-f84dcc4c-9302-4de2-92cc-7530a2f9ee97 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=aca7511d-0f9a-4fb8-b715-402bd7ddef94 HTTP/1.1" status: 200 len: 944 time: 0.0477400 Jun 16 19:05:23.186673 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-fcb0790e-35fc-4cd4-b424-39fc928f47dc req-a6fddc46-0761-4c57-9cc6-28530f885e75 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0678f16-7f04-41f1-b13b-d6f9d8b6845f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447774 Jun 16 19:05:24.298427 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42939a-a41c-475c-97ff-2eab7d38cec3 req-1535e1dd-0cde-42f2-9c7f-5f95bfb125b1 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:05:24.299796 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-cb42939a-a41c-475c-97ff-2eab7d38cec3 req-1535e1dd-0cde-42f2-9c7f-5f95bfb125b1 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=aca7511d-0f9a-4fb8-b715-402bd7ddef94 HTTP/1.1" status: 200 len: 944 time: 0.0457606 Jun 16 19:05:24.346381 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-cb42939a-a41c-475c-97ff-2eab7d38cec3 req-71c1cd1b-935d-40be-af3e-f6c975d9f89c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0678f16-7f04-41f1-b13b-d6f9d8b6845f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410771 Jun 16 19:05:24.369096 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device aa03e150-df6e-4129-9d3c-01edb7668600 up at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 19:05:24.411872 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning for port aa03e150-df6e-4129-9d3c-01edb7668600 completed by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 19:05:24.470636 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning complete for port aa03e150-df6e-4129-9d3c-01edb7668600 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:05:24.471010 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (aa03e150-df6e-4129-9d3c-01edb7668600), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:24.540885 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port aa03e150-df6e-4129-9d3c-01edb7668600 is: BUILD; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:05:24.541286 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (aa03e150-df6e-4129-9d3c-01edb7668600), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:24.563263 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca7511d-0f9a-4fb8-b715-402bd7ddef94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa03e150-df6e-4129-9d3c-01edb7668600'}] {{(pid=116194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:05:24.566004 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c514dfdaa64f5ff94ef0a30f0983ecc87ad84dbda33c755e7db481fe7439434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646529ad-2efc-4b04-9ab6-17661aec668d" -d '{"events": [{"server_uuid": "aca7511d-0f9a-4fb8-b715-402bd7ddef94", "name": "network-vif-plugged", "status": "completed", "tag": "aa03e150-df6e-4129-9d3c-01edb7668600"}]}' {{(pid=116194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:05:24.581528 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port aa03e150-df6e-4129-9d3c-01edb7668600, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=aa03e150-df6e-4129-9d3c-01edb7668600,segment=NetworkSegment(5e64dbe6-3a0d-4a76-81bf-790c27bf3681),segment_id=5e64dbe6-3a0d-4a76-81bf-790c27bf3681)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:05:24.602397 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 19:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca37675-f9ee-4562-a76a-d85b1f2e9e6d x-openstack-request-id: req-fca37675-f9ee-4562-a76a-d85b1f2e9e6d {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:05:24.602687 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca7511d-0f9a-4fb8-b715-402bd7ddef94", "name": "network-vif-plugged", "status": "completed", "tag": "aa03e150-df6e-4129-9d3c-01edb7668600", "code": 200}]} {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:05:24.602939 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fca37675-f9ee-4562-a76a-d85b1f2e9e6d {{(pid=116194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:05:24.603329 dv-cinder-846171-1-iscsi neutron-server[116194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fca37675-f9ee-4562-a76a-d85b1f2e9e6d'] response: {'server_uuid': 'aca7511d-0f9a-4fb8-b715-402bd7ddef94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa03e150-df6e-4129-9d3c-01edb7668600', 'code': 200} Jun 16 19:05:24.665966 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (aa03e150-df6e-4129-9d3c-01edb7668600), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:24.688401 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:05:24.714779 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=aa03e150-df6e-4129-9d3c-01edb7668600,revision_number=5']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:05:24.869274 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c0cac-94cc-4581-bb7c-5c23b7d6552f req-ddd82241-61a2-4876-bcdf-d4ea15fd091f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:05:24.870881 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-bb0c0cac-94cc-4581-bb7c-5c23b7d6552f req-ddd82241-61a2-4876-bcdf-d4ea15fd091f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=aca7511d-0f9a-4fb8-b715-402bd7ddef94 HTTP/1.1" status: 200 len: 1129 time: 0.0380588 Jun 16 19:05:24.912478 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-bb0c0cac-94cc-4581-bb7c-5c23b7d6552f req-7b3e989e-7eec-4a94-98db-e77f0e32a1f1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d0678f16-7f04-41f1-b13b-d6f9d8b6845f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362382 Jun 16 19:05:25.445908 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:05:25.461630 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733e232-2dfe-4a96-86aa-0697ddcb2def req-80212fbe-0b6b-4eb0-a3bc-ce5dc3fbf0f7 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:05:25.463100 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0733e232-2dfe-4a96-86aa-0697ddcb2def req-80212fbe-0b6b-4eb0-a3bc-ce5dc3fbf0f7 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=aca7511d-0f9a-4fb8-b715-402bd7ddef94 HTTP/1.1" status: 200 len: 945 time: 0.0513632 Jun 16 19:05:25.496807 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:05:25.511515 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0733e232-2dfe-4a96-86aa-0697ddcb2def req-ffe28937-d096-42bb-8f90-3db192394115 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0678f16-7f04-41f1-b13b-d6f9d8b6845f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428815 Jun 16 19:05:26.627221 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb94ef8-a017-49ec-a591-5f5f5d03539a req-a7adad4b-7d45-460f-a972-8e6477f639d9 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:05:26.628718 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-acb94ef8-a017-49ec-a591-5f5f5d03539a req-a7adad4b-7d45-460f-a972-8e6477f639d9 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=aca7511d-0f9a-4fb8-b715-402bd7ddef94 HTTP/1.1" status: 200 len: 945 time: 0.0470808 Jun 16 19:05:26.675312 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-acb94ef8-a017-49ec-a591-5f5f5d03539a req-b00cf1fb-e792-42e8-a43d-4a4742f979b6 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0678f16-7f04-41f1-b13b-d6f9d8b6845f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412130 Jun 16 19:05:26.783124 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199b5e9-bea8-4314-9db7-403635d85104 req-77a253cb-c91c-4e06-b21e-0d19cf1c1020 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:05:26.784634 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c199b5e9-bea8-4314-9db7-403635d85104 req-77a253cb-c91c-4e06-b21e-0d19cf1c1020 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=aca7511d-0f9a-4fb8-b715-402bd7ddef94 HTTP/1.1" status: 200 len: 945 time: 0.0453169 Jun 16 19:05:26.793604 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 56478) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:05:26.797980 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-0bc17bb1-b69f-4017-bac6-02a6f95044e0 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Request body: {'floatingip': {'port_id': 'aa03e150-df6e-4129-9d3c-01edb7668600'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:05:26.837869 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-0bc17bb1-b69f-4017-bac6-02a6f95044e0 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for floatingip (4be87065-233e-452b-beb7-f47f2ba6d22b), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:27.247122 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-0bc17bb1-b69f-4017-bac6-02a6f95044e0 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:27.304415 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-0bc17bb1-b69f-4017-bac6-02a6f95044e0 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8340165'] for floatingip (4be87065-233e-452b-beb7-f47f2ba6d22b), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:27.401879 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.db.l3_db [None req-0bc17bb1-b69f-4017-bac6-02a6f95044e0 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Floating IP 4be87065-233e-452b-beb7-f47f2ba6d22b associated. External IP: 172.27.0.57, port: aa03e150-df6e-4129-9d3c-01edb7668600. Jun 16 19:05:27.546015 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:27.595286 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc17bb1-b69f-4017-bac6-02a6f95044e0 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Router abf7baae-f987-4bd0-a855-47c09caeaad8 has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 19:05:27.916000 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:05:27.930982 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:05:27.940579 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc17bb1-b69f-4017-bac6-02a6f95044e0 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:05:27.946009 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-0bc17bb1-b69f-4017-bac6-02a6f95044e0 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for floatingip (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:27.951207 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5d161f-5bca-4f50-9aab-62245a1f9d1f None None] Sync routers for ids ['abf7baae-f987-4bd0-a855-47c09caeaad8'] in dv-cinder-846171-1-iscsi {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:05:27.961184 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5d161f-5bca-4f50-9aab-62245a1f9d1f None None] Routers {'abf7baae-f987-4bd0-a855-47c09caeaad8'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:05:27.961830 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-2b5d161f-5bca-4f50-9aab-62245a1f9d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:05:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['abf7baae-f987-4bd0-a855-47c09caeaad8'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:05:27.977119 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-0bc17bb1-b69f-4017-bac6-02a6f95044e0 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "PUT /v2.0/floatingips/4be87065-233e-452b-beb7-f47f2ba6d22b HTTP/1.1" status: 200 len: 990 time: 1.1824534 Jun 16 19:05:27.977808 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aca7511d-0f9a-4fb8-b715-402bd7ddef94', 'tag': 'aa03e150-df6e-4129-9d3c-01edb7668600'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:05:27.980118 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef9c17b-7e9b-4fab-a4bf-6dd83b7e2c74" -d '{"events": [{"name": "network-changed", "server_uuid": "aca7511d-0f9a-4fb8-b715-402bd7ddef94", "tag": "aa03e150-df6e-4129-9d3c-01edb7668600"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:05:28.017034 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 19:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca02bb2-ccb8-4512-b1f3-30ae0806bba3 x-openstack-request-id: req-fca02bb2-ccb8-4512-b1f3-30ae0806bba3 {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:05:28.017358 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aca7511d-0f9a-4fb8-b715-402bd7ddef94", "tag": "aa03e150-df6e-4129-9d3c-01edb7668600", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:05:28.017611 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fca02bb2-ccb8-4512-b1f3-30ae0806bba3 {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:05:28.018012 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fca02bb2-ccb8-4512-b1f3-30ae0806bba3'] response: {'name': 'network-changed', 'server_uuid': 'aca7511d-0f9a-4fb8-b715-402bd7ddef94', 'tag': 'aa03e150-df6e-4129-9d3c-01edb7668600', 'status': 'completed', 'code': 200} Jun 16 19:05:28.070261 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-2b5d161f-5bca-4f50-9aab-62245a1f9d1f None None] Set router abf7baae-f987-4bd0-a855-47c09caeaad8 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:05:28.078538 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9c17b-7e9b-4fab-a4bf-6dd83b7e2c74 req-3c7b74da-fab4-4f32-9692-a44ccf93dbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:05:28.080061 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0ef9c17b-7e9b-4fab-a4bf-6dd83b7e2c74 req-3c7b74da-fab4-4f32-9692-a44ccf93dbbd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cfa6530fe6dd49d88f41c57406f4cbb6&device_id=aca7511d-0f9a-4fb8-b715-402bd7ddef94 HTTP/1.1" status: 200 len: 1129 time: 0.0425847 Jun 16 19:05:28.173037 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9c17b-7e9b-4fab-a4bf-6dd83b7e2c74 req-2474c970-669c-47b3-8bc4-39b4adafe4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:05:28.174554 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0ef9c17b-7e9b-4fab-a4bf-6dd83b7e2c74 req-2474c970-669c-47b3-8bc4-39b4adafe4dd service neutron] 10.222.0.66 "GET /v2.0/networks?id=9f5b1bf4-16e2-474a-b72c-6a89096e68f2 HTTP/1.1" status: 200 len: 917 time: 0.0885682 Jun 16 19:05:28.228561 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:05:28.241076 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0ef9c17b-7e9b-4fab-a4bf-6dd83b7e2c74 req-3ff5116f-c101-4d1d-a280-444f650dda6b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa03e150-df6e-4129-9d3c-01edb7668600 HTTP/1.1" status: 200 len: 998 time: 0.0605161 Jun 16 19:05:28.288544 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-2b5d161f-5bca-4f50-9aab-62245a1f9d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'name': 'tempest-AttachVolumeNegativeTest-1656615081-router', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:04:03Z', 'updated_at': '2022-06-16T19:04:06Z', 'revision_number': 4, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'gw_port': {'id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:04Z', 'updated_at': '2022-06-16T19:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': '4be87065-233e-452b-beb7-f47f2ba6d22b', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'floating_ip_address': '172.27.0.57', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'port_id': 'aa03e150-df6e-4129-9d3c-01edb7668600', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'mac_address': 'fa:16:3e:51:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca7511d-0f9a-4fb8-b715-402bd7ddef94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T19:05:14Z', 'updated_at': '2022-06-16T19:05:27Z', 'revision_number': 1, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'fixed_ip_address_scope': None}, {'id': 'b200d5b1-e6ed-4adf-b546-86978e2a0d1d', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'port_id': 'dc6d3d2a-8aa4-44da-b96a-930f2a198820', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'mac_address': 'fa:16:3e:9e:73:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a69da73-7a7e-4f27-b52f-1bec2f65f145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T19:04:10Z', 'updated_at': '2022-06-16T19:04:26Z', 'revision_number': 2, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13be6207-4727-4281-8557-934df6cbc103', 'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'mac_address': 'fa:16:3e:c9:7e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:06Z', 'updated_at': '2022-06-16T19:04:11Z', 'revision_number': 5, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'subnets': [{'id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:05:28.290566 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9c17b-7e9b-4fab-a4bf-6dd83b7e2c74 req-202b6b39-1f07-4b55-999a-097ed5468d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:05:28.291880 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0ef9c17b-7e9b-4fab-a4bf-6dd83b7e2c74 req-202b6b39-1f07-4b55-999a-097ed5468d25 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c183fee7-51b9-49a6-a0ab-83d2a2c96a61 HTTP/1.1" status: 200 len: 854 time: 0.0443408 Jun 16 19:05:28.315145 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5d161f-5bca-4f50-9aab-62245a1f9d1f None None] Checking router: abf7baae-f987-4bd0-a855-47c09caeaad8 for host: dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:05:28.324068 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5d161f-5bca-4f50-9aab-62245a1f9d1f None None] Routers {'abf7baae-f987-4bd0-a855-47c09caeaad8'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:05:28.324699 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-2b5d161f-5bca-4f50-9aab-62245a1f9d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:05:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['abf7baae-f987-4bd0-a855-47c09caeaad8'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:05:28.334374 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9c17b-7e9b-4fab-a4bf-6dd83b7e2c74 req-848f20cc-25f3-497a-9b80-8f7298abc85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:05:28.335878 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0ef9c17b-7e9b-4fab-a4bf-6dd83b7e2c74 req-848f20cc-25f3-497a-9b80-8f7298abc85c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9f5b1bf4-16e2-474a-b72c-6a89096e68f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379653 Jun 16 19:05:28.427945 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-2b5d161f-5bca-4f50-9aab-62245a1f9d1f None None] Set router abf7baae-f987-4bd0-a855-47c09caeaad8 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:05:28.429682 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0ef9c17b-7e9b-4fab-a4bf-6dd83b7e2c74 req-140be637-2496-4601-90f6-9f519c71a727 service neutron] 10.222.0.66 "GET /v2.0/networks/9f5b1bf4-16e2-474a-b72c-6a89096e68f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873921 Jun 16 19:05:28.518767 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0ef9c17b-7e9b-4fab-a4bf-6dd83b7e2c74 req-a79183f7-e129-47a1-9e60-a0dbae7ec025 service neutron] 10.222.0.66 "GET /v2.0/networks/9f5b1bf4-16e2-474a-b72c-6a89096e68f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826316 Jun 16 19:05:28.636043 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-2b5d161f-5bca-4f50-9aab-62245a1f9d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'name': 'tempest-AttachVolumeNegativeTest-1656615081-router', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:04:03Z', 'updated_at': '2022-06-16T19:04:06Z', 'revision_number': 4, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'gw_port': {'id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:04Z', 'updated_at': '2022-06-16T19:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': '4be87065-233e-452b-beb7-f47f2ba6d22b', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'floating_ip_address': '172.27.0.57', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'port_id': 'aa03e150-df6e-4129-9d3c-01edb7668600', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'mac_address': 'fa:16:3e:51:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca7511d-0f9a-4fb8-b715-402bd7ddef94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T19:05:14Z', 'updated_at': '2022-06-16T19:05:27Z', 'revision_number': 1, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'fixed_ip_address_scope': None}, {'id': 'b200d5b1-e6ed-4adf-b546-86978e2a0d1d', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'port_id': 'dc6d3d2a-8aa4-44da-b96a-930f2a198820', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'mac_address': 'fa:16:3e:9e:73:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a69da73-7a7e-4f27-b52f-1bec2f65f145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T19:04:10Z', 'updated_at': '2022-06-16T19:04:26Z', 'revision_number': 2, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13be6207-4727-4281-8557-934df6cbc103', 'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'mac_address': 'fa:16:3e:c9:7e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:06Z', 'updated_at': '2022-06-16T19:04:11Z', 'revision_number': 5, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'subnets': [{'id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:05:28.664547 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5d161f-5bca-4f50-9aab-62245a1f9d1f None None] The sync data for ids ['abf7baae-f987-4bd0-a855-47c09caeaad8'] in dv-cinder-846171-1-iscsi is: [{'id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'name': 'tempest-AttachVolumeNegativeTest-1656615081-router', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:04:03Z', 'updated_at': '2022-06-16T19:04:06Z', 'revision_number': 4, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'gw_port': {'id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:04Z', 'updated_at': '2022-06-16T19:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': '4be87065-233e-452b-beb7-f47f2ba6d22b', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'floating_ip_address': '172.27.0.57', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'port_id': 'aa03e150-df6e-4129-9d3c-01edb7668600', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'mac_address': 'fa:16:3e:51:77:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca7511d-0f9a-4fb8-b715-402bd7ddef94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T19:05:14Z', 'updated_at': '2022-06-16T19:05:27Z', 'revision_number': 1, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'fixed_ip_address_scope': None}, {'id': 'b200d5b1-e6ed-4adf-b546-86978e2a0d1d', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'port_id': 'dc6d3d2a-8aa4-44da-b96a-930f2a198820', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'mac_address': 'fa:16:3e:9e:73:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a69da73-7a7e-4f27-b52f-1bec2f65f145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T19:04:10Z', 'updated_at': '2022-06-16T19:04:26Z', 'revision_number': 2, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13be6207-4727-4281-8557-934df6cbc103', 'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'mac_address': 'fa:16:3e:c9:7e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:06Z', 'updated_at': '2022-06-16T19:04:11Z', 'revision_number': 5, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'subnets': [{'id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:05:28.855194 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceab122-7a86-4c17-b914-8080a37a098a None None] New status for floating IP 4be87065-233e-452b-beb7-f47f2ba6d22b: ACTIVE {{(pid=116195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 19:05:36.670527 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-ab377b4d-b6e3-48b4-8984-0e461a203842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:38.514014 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=59 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:05:38.515910 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=46 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:05:38.971055 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:05:38.971625 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=15,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:05:39.035062 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d9260dfc-bf58-4178-8e6f-d658030901f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:39.099661 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 6 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 19:05:40.270149 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:41.617381 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:42.127283 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:05:49.208079 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=2 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:05:52.017370 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:UPDATE=2,neutron:SELECT=91 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:05:52.023523 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=42,neutron:UPDATE=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:05:57.564780 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:01.504112 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 56492) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:06:01.640764 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-bcf59070-cc99-420a-b1c8-d1b8070e7851 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Deleting port 0bf31132-922f-4a63-b335-651e3769dd2a {{(pid=116192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:06:01.641028 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-bcf59070-cc99-420a-b1c8-d1b8070e7851 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (0bf31132-922f-4a63-b335-651e3769dd2a), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:01.717708 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-bcf59070-cc99-420a-b1c8-d1b8070e7851 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (0bf31132-922f-4a63-b335-651e3769dd2a), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:01.718036 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-bcf59070-cc99-420a-b1c8-d1b8070e7851 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for floatingip (0bf31132-922f-4a63-b335-651e3769dd2a), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:01.730378 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-bcf59070-cc99-420a-b1c8-d1b8070e7851 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Calling delete_port for 0bf31132-922f-4a63-b335-651e3769dd2a owned by network:floatingip {{(pid=116192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:06:01.942931 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-bcf59070-cc99-420a-b1c8-d1b8070e7851 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326567'] for port (0bf31132-922f-4a63-b335-651e3769dd2a), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:01.973002 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf59070-cc99-420a-b1c8-d1b8070e7851 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Pushing event deleted for resources: {'Port': ['ID=0bf31132-922f-4a63-b335-651e3769dd2a,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:06:02.001113 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf59070-cc99-420a-b1c8-d1b8070e7851 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:02.001493 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf59070-cc99-420a-b1c8-d1b8070e7851 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:02.001980 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf59070-cc99-420a-b1c8-d1b8070e7851 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:02.002469 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf59070-cc99-420a-b1c8-d1b8070e7851 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:02.002821 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf59070-cc99-420a-b1c8-d1b8070e7851 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:02.003147 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf59070-cc99-420a-b1c8-d1b8070e7851 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:02.003467 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf59070-cc99-420a-b1c8-d1b8070e7851 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:02.003815 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf59070-cc99-420a-b1c8-d1b8070e7851 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:02.004176 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf59070-cc99-420a-b1c8-d1b8070e7851 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:02.004574 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf59070-cc99-420a-b1c8-d1b8070e7851 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:02.004977 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf59070-cc99-420a-b1c8-d1b8070e7851 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:02.005475 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf59070-cc99-420a-b1c8-d1b8070e7851 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:02.005883 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf59070-cc99-420a-b1c8-d1b8070e7851 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:02.006206 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf59070-cc99-420a-b1c8-d1b8070e7851 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:02.006526 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf59070-cc99-420a-b1c8-d1b8070e7851 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:02.048504 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-bcf59070-cc99-420a-b1c8-d1b8070e7851 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for floatingip (961a65ec-9ce7-4079-b013-51fff9a40151), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:02.048809 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.db.l3_db [None req-bcf59070-cc99-420a-b1c8-d1b8070e7851 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Floating IP 961a65ec-9ce7-4079-b013-51fff9a40151 disassociated (deleted). External IP: 172.27.0.205, port: 6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86. Jun 16 19:06:02.239394 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf59070-cc99-420a-b1c8-d1b8070e7851 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Router 868c3318-095c-49d9-982d-37995465aa5f has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 19:06:02.339549 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf59070-cc99-420a-b1c8-d1b8070e7851 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:06:02.344256 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-bcf59070-cc99-420a-b1c8-d1b8070e7851 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for floatingip (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:02.347602 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:02.350380 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238d4a19-124c-4245-941e-f66aa4999b30 None None] Sync routers for ids ['868c3318-095c-49d9-982d-37995465aa5f'] in dv-cinder-846171-1-iscsi {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:06:02.361498 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238d4a19-124c-4245-941e-f66aa4999b30 None None] Routers {'868c3318-095c-49d9-982d-37995465aa5f'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:06:02.362900 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-238d4a19-124c-4245-941e-f66aa4999b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:05:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['868c3318-095c-49d9-982d-37995465aa5f'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:06:02.374374 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-bcf59070-cc99-420a-b1c8-d1b8070e7851 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "DELETE /v2.0/floatingips/961a65ec-9ce7-4079-b013-51fff9a40151 HTTP/1.1" status: 204 len: 168 time: 0.8687258 Jun 16 19:06:02.375147 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a203db16-039d-4c2c-a21e-5aa580925c32', 'tag': '6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86'}] {{(pid=116192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:06:02.377438 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744e9e4082f242c101b6c91db8253db5b8bdf8a002bfe2f24814a1499063359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c40fa8-d099-4b7b-adce-e9c1c1fd386d" -d '{"events": [{"name": "network-changed", "server_uuid": "a203db16-039d-4c2c-a21e-5aa580925c32", "tag": "6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86"}]}' {{(pid=116192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:06:02.419194 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 19:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1e3df6-8bc5-4202-876f-37c40972c825 x-openstack-request-id: req-3a1e3df6-8bc5-4202-876f-37c40972c825 {{(pid=116192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:06:02.419581 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a203db16-039d-4c2c-a21e-5aa580925c32", "tag": "6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86", "status": "completed", "code": 200}]} {{(pid=116192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:06:02.419909 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3a1e3df6-8bc5-4202-876f-37c40972c825 {{(pid=116192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:06:02.420375 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a1e3df6-8bc5-4202-876f-37c40972c825'] response: {'name': 'network-changed', 'server_uuid': 'a203db16-039d-4c2c-a21e-5aa580925c32', 'tag': '6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86', 'status': 'completed', 'code': 200} Jun 16 19:06:02.473162 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-238d4a19-124c-4245-941e-f66aa4999b30 None None] Set router 868c3318-095c-49d9-982d-37995465aa5f gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:06:02.485122 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c40fa8-d099-4b7b-adce-e9c1c1fd386d req-264e4b40-0c65-4068-b61d-19c844555f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:02.486632 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-14c40fa8-d099-4b7b-adce-e9c1c1fd386d req-264e4b40-0c65-4068-b61d-19c844555f4d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc32e3179c534d83b3d4108a38fb9d19&device_id=a203db16-039d-4c2c-a21e-5aa580925c32 HTTP/1.1" status: 200 len: 1129 time: 0.0438631 Jun 16 19:06:02.581476 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c40fa8-d099-4b7b-adce-e9c1c1fd386d req-06b94303-ced8-4109-9328-0c49fde5bf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:02.582973 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-14c40fa8-d099-4b7b-adce-e9c1c1fd386d req-06b94303-ced8-4109-9328-0c49fde5bf95 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f31f33e6-f431-4d4c-a847-a5f33b248bb8 HTTP/1.1" status: 200 len: 914 time: 0.0881193 Jun 16 19:06:02.632562 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-14c40fa8-d099-4b7b-adce-e9c1c1fd386d req-56304245-cdc9-4943-a1a6-cab3e883476a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86 HTTP/1.1" status: 200 len: 217 time: 0.0407515 Jun 16 19:06:02.685714 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-238d4a19-124c-4245-941e-f66aa4999b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868c3318-095c-49d9-982d-37995465aa5f', 'name': 'tempest-TestVolumeBootPattern-1948789007-router', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:57:58Z', 'revision_number': 4, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'gw_port': {'id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': 'b8905f64-111f-4a16-8c45-f0172fbfc690', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': '868c3318-095c-49d9-982d-37995465aa5f', 'port_id': '66d9152b-c02c-4f61-9fe8-f277bc4c64a1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'mac_address': 'fa:16:3e:26:55:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0e627a-a28a-419d-854b-63e81d67a3f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T19:02:19Z', 'updated_at': '2022-06-16T19:02:22Z', 'revision_number': 1, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd7ded77-b28c-46ec-854f-a2cc65c7c322', 'name': '', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'mac_address': 'fa:16:3e:4e:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:57Z', 'updated_at': '2022-06-16T18:58:02Z', 'revision_number': 5, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'subnets': [{'id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:06:02.687209 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c40fa8-d099-4b7b-adce-e9c1c1fd386d req-68ed6d3d-49fe-4ce2-b607-f2f465e350d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:02.688693 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-14c40fa8-d099-4b7b-adce-e9c1c1fd386d req-68ed6d3d-49fe-4ce2-b607-f2f465e350d2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=38fcf1af-5fbd-4e35-811d-148efba21d9d HTTP/1.1" status: 200 len: 851 time: 0.0486953 Jun 16 19:06:02.711551 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238d4a19-124c-4245-941e-f66aa4999b30 None None] Checking router: 868c3318-095c-49d9-982d-37995465aa5f for host: dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:06:02.720278 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238d4a19-124c-4245-941e-f66aa4999b30 None None] Routers {'868c3318-095c-49d9-982d-37995465aa5f'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:06:02.720882 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-238d4a19-124c-4245-941e-f66aa4999b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:05:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['868c3318-095c-49d9-982d-37995465aa5f'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:06:02.739980 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c40fa8-d099-4b7b-adce-e9c1c1fd386d req-05212721-51bc-4117-a7d3-de549707844a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:02.741511 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-14c40fa8-d099-4b7b-adce-e9c1c1fd386d req-05212721-51bc-4117-a7d3-de549707844a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f31f33e6-f431-4d4c-a847-a5f33b248bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388186 Jun 16 19:06:02.824680 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-238d4a19-124c-4245-941e-f66aa4999b30 None None] Set router 868c3318-095c-49d9-982d-37995465aa5f gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:06:02.871617 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-14c40fa8-d099-4b7b-adce-e9c1c1fd386d req-77ec2ff4-3095-4f79-b653-741918532a63 service neutron] 10.222.0.66 "GET /v2.0/networks/f31f33e6-f431-4d4c-a847-a5f33b248bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210806 Jun 16 19:06:02.887589 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f18b61-5959-4263-b384-3be2b23a7d76 req-dbcde1f7-08a5-4429-9d70-3ecda4ed97f2 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:02.889016 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-88f18b61-5959-4263-b384-3be2b23a7d76 req-dbcde1f7-08a5-4429-9d70-3ecda4ed97f2 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=a203db16-039d-4c2c-a21e-5aa580925c32 HTTP/1.1" status: 200 len: 945 time: 0.0506172 Jun 16 19:06:02.939145 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-88f18b61-5959-4263-b384-3be2b23a7d76 req-ff8c143c-fa39-4afb-82e7-09f236be43a5 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439193 Jun 16 19:06:03.039083 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-238d4a19-124c-4245-941e-f66aa4999b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868c3318-095c-49d9-982d-37995465aa5f', 'name': 'tempest-TestVolumeBootPattern-1948789007-router', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:57:58Z', 'revision_number': 4, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'gw_port': {'id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': 'b8905f64-111f-4a16-8c45-f0172fbfc690', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': '868c3318-095c-49d9-982d-37995465aa5f', 'port_id': '66d9152b-c02c-4f61-9fe8-f277bc4c64a1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'mac_address': 'fa:16:3e:26:55:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0e627a-a28a-419d-854b-63e81d67a3f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T19:02:19Z', 'updated_at': '2022-06-16T19:02:22Z', 'revision_number': 1, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd7ded77-b28c-46ec-854f-a2cc65c7c322', 'name': '', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'mac_address': 'fa:16:3e:4e:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:57Z', 'updated_at': '2022-06-16T18:58:02Z', 'revision_number': 5, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'subnets': [{'id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:06:03.063879 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238d4a19-124c-4245-941e-f66aa4999b30 None None] The sync data for ids ['868c3318-095c-49d9-982d-37995465aa5f'] in dv-cinder-846171-1-iscsi is: [{'id': '868c3318-095c-49d9-982d-37995465aa5f', 'name': 'tempest-TestVolumeBootPattern-1948789007-router', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:57:58Z', 'revision_number': 4, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'gw_port': {'id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': 'b8905f64-111f-4a16-8c45-f0172fbfc690', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': '868c3318-095c-49d9-982d-37995465aa5f', 'port_id': '66d9152b-c02c-4f61-9fe8-f277bc4c64a1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'mac_address': 'fa:16:3e:26:55:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0e627a-a28a-419d-854b-63e81d67a3f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T19:02:19Z', 'updated_at': '2022-06-16T19:02:22Z', 'revision_number': 1, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd7ded77-b28c-46ec-854f-a2cc65c7c322', 'name': '', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'mac_address': 'fa:16:3e:4e:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:57Z', 'updated_at': '2022-06-16T18:58:02Z', 'revision_number': 5, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'subnets': [{'id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:06:03.267737 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24b0151-4c19-44a0-9c27-1b673c223a56 None None] New status for floating IP 961a65ec-9ce7-4079-b013-51fff9a40151: DOWN {{(pid=116195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 19:06:04.012596 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-14c40fa8-d099-4b7b-adce-e9c1c1fd386d req-71b5e0c6-086e-4f9e-9c2c-7be60657caf3 service neutron] 10.222.0.66 "GET /v2.0/networks/f31f33e6-f431-4d4c-a847-a5f33b248bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030066 Jun 16 19:06:04.059987 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f94b9-6d4a-41c7-bc9e-5f388970b63d req-94f6038a-2d07-48cc-a742-b1ef76c87f19 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:04.061561 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5a1f94b9-6d4a-41c7-bc9e-5f388970b63d req-94f6038a-2d07-48cc-a742-b1ef76c87f19 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=a203db16-039d-4c2c-a21e-5aa580925c32 HTTP/1.1" status: 200 len: 945 time: 0.0515058 Jun 16 19:06:04.112877 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5a1f94b9-6d4a-41c7-bc9e-5f388970b63d req-4cc303d0-bc14-44c3-8a87-7dafeb035133 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448456 Jun 16 19:06:04.380889 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d038eb7-3b79-4b27-a37c-050def23d87f req-1f075746-1ded-4758-a8b1-16d81c4a3837 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:04.385969 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6d038eb7-3b79-4b27-a37c-050def23d87f req-1f075746-1ded-4758-a8b1-16d81c4a3837 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=aca7511d-0f9a-4fb8-b715-402bd7ddef94 HTTP/1.1" status: 200 len: 945 time: 0.0478730 Jun 16 19:06:04.428894 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6d038eb7-3b79-4b27-a37c-050def23d87f req-16f05cbd-649c-43a4-9991-ea783adf69a7 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0678f16-7f04-41f1-b13b-d6f9d8b6845f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406954 Jun 16 19:06:05.232810 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0472d8-4d36-4d2d-b8c5-f215dc841794 req-401fe8d8-6fcf-4360-9a66-3bdf0b742d5a tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:05.234278 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ed0472d8-4d36-4d2d-b8c5-f215dc841794 req-401fe8d8-6fcf-4360-9a66-3bdf0b742d5a tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=a203db16-039d-4c2c-a21e-5aa580925c32 HTTP/1.1" status: 200 len: 945 time: 0.0495787 Jun 16 19:06:05.281872 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ed0472d8-4d36-4d2d-b8c5-f215dc841794 req-d552a3c1-5a91-4613-a201-3bcea45e8b5c tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421031 Jun 16 19:06:05.540793 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0eb786-8a63-465d-9211-cd85f9fb2d3f req-ca5884cf-bbc4-4039-a961-7a832329cc8a tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:05.542293 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6d0eb786-8a63-465d-9211-cd85f9fb2d3f req-ca5884cf-bbc4-4039-a961-7a832329cc8a tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=aca7511d-0f9a-4fb8-b715-402bd7ddef94 HTTP/1.1" status: 200 len: 945 time: 0.0464735 Jun 16 19:06:05.586901 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6d0eb786-8a63-465d-9211-cd85f9fb2d3f req-1cbd8e89-6b3e-4eb6-a534-f533b958c0bc tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0678f16-7f04-41f1-b13b-d6f9d8b6845f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392320 Jun 16 19:06:05.767008 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-93becb86-fe4f-44cd-89a7-2c30cbe26bee req-4aa2bfd0-af9b-4436-81fd-1d3442c91808 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8a69da73-7a7e-4f27-b52f-1bec2f65f145&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662122 Jun 16 19:06:05.780123 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3149eb2-56cd-408e-b8f2-40d4f5ad1b45 req-997f185d-c512-4479-97d6-c9fc581fd965 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:05.781464 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e3149eb2-56cd-408e-b8f2-40d4f5ad1b45 req-997f185d-c512-4479-97d6-c9fc581fd965 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.66 "GET /v2.0/ports?device_id=a203db16-039d-4c2c-a21e-5aa580925c32 HTTP/1.1" status: 200 len: 945 time: 0.0554731 Jun 16 19:06:05.856627 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:05.888490 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:05.929929 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93becb86-fe4f-44cd-89a7-2c30cbe26bee req-7b246e0a-7dfe-4502-a76f-802d14d3deef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:05.931426 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-93becb86-fe4f-44cd-89a7-2c30cbe26bee req-7b246e0a-7dfe-4502-a76f-802d14d3deef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cfa6530fe6dd49d88f41c57406f4cbb6&device_id=8a69da73-7a7e-4f27-b52f-1bec2f65f145 HTTP/1.1" status: 200 len: 1129 time: 0.0715194 Jun 16 19:06:05.943335 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-e3149eb2-56cd-408e-b8f2-40d4f5ad1b45 req-153f0091-360d-4588-853c-b3d8565c2093 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Deleting port 6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86 {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:06:05.943679 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-e3149eb2-56cd-408e-b8f2-40d4f5ad1b45 req-153f0091-360d-4588-853c-b3d8565c2093 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:06.041756 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:06.049668 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e8d37-4141-45d2-add9-a759ced038b6 req-8dfa6bfc-23a5-4de5-a5ab-9d2266815249 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:06.058539 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f03e8d37-4141-45d2-add9-a759ced038b6 req-8dfa6bfc-23a5-4de5-a5ab-9d2266815249 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.66 "GET /v2.0/ports?device_id=aca7511d-0f9a-4fb8-b715-402bd7ddef94 HTTP/1.1" status: 200 len: 945 time: 0.0824704 Jun 16 19:06:06.067872 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93becb86-fe4f-44cd-89a7-2c30cbe26bee req-55eeaa2c-d296-4ce9-9dc6-222c9838db0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:06.069409 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-93becb86-fe4f-44cd-89a7-2c30cbe26bee req-55eeaa2c-d296-4ce9-9dc6-222c9838db0d service neutron] 10.222.0.66 "GET /v2.0/networks?id=9f5b1bf4-16e2-474a-b72c-6a89096e68f2 HTTP/1.1" status: 200 len: 917 time: 0.0871580 Jun 16 19:06:06.100005 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-e3149eb2-56cd-408e-b8f2-40d4f5ad1b45 req-153f0091-360d-4588-853c-b3d8565c2093 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] For port 6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86,segment=NetworkSegment(8663ba12-146f-4a4a-92de-df95415fefb5),segment_id=8663ba12-146f-4a4a-92de-df95415fefb5)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:06:06.100376 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-e3149eb2-56cd-408e-b8f2-40d4f5ad1b45 req-153f0091-360d-4588-853c-b3d8565c2093 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:06.121001 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-e3149eb2-56cd-408e-b8f2-40d4f5ad1b45 req-153f0091-360d-4588-853c-b3d8565c2093 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Calling delete_port for 6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86 owned by compute:nova {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:06:06.143729 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-93becb86-fe4f-44cd-89a7-2c30cbe26bee req-bddcf7a3-a411-4c9b-b5f8-494f96e2e39c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc6d3d2a-8aa4-44da-b96a-930f2a198820 HTTP/1.1" status: 200 len: 1001 time: 0.0611229 Jun 16 19:06:06.193500 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93becb86-fe4f-44cd-89a7-2c30cbe26bee req-895b7262-c727-4aba-b53f-12c534925968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:06.194963 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-93becb86-fe4f-44cd-89a7-2c30cbe26bee req-895b7262-c727-4aba-b53f-12c534925968 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c183fee7-51b9-49a6-a0ab-83d2a2c96a61 HTTP/1.1" status: 200 len: 854 time: 0.0432816 Jun 16 19:06:06.199982 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-f03e8d37-4141-45d2-add9-a759ced038b6 req-3265ca38-1545-4b4e-97f7-b33aaa8990d5 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Deleting port aa03e150-df6e-4129-9d3c-01edb7668600 {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:06:06.200328 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-f03e8d37-4141-45d2-add9-a759ced038b6 req-3265ca38-1545-4b4e-97f7-b33aaa8990d5 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (aa03e150-df6e-4129-9d3c-01edb7668600), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:06.236446 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93becb86-fe4f-44cd-89a7-2c30cbe26bee req-a7308a3f-c174-47d4-9336-51d0b56f8ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:06.237980 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-93becb86-fe4f-44cd-89a7-2c30cbe26bee req-a7308a3f-c174-47d4-9336-51d0b56f8ed7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9f5b1bf4-16e2-474a-b72c-6a89096e68f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368910 Jun 16 19:06:06.331700 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-93becb86-fe4f-44cd-89a7-2c30cbe26bee req-dba71276-60f3-4a71-9a80-f1e9b50a220e service neutron] 10.222.0.66 "GET /v2.0/networks/9f5b1bf4-16e2-474a-b72c-6a89096e68f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858262 Jun 16 19:06:06.353277 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-f03e8d37-4141-45d2-add9-a759ced038b6 req-3265ca38-1545-4b4e-97f7-b33aaa8990d5 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] For port aa03e150-df6e-4129-9d3c-01edb7668600, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=aa03e150-df6e-4129-9d3c-01edb7668600,segment=NetworkSegment(5e64dbe6-3a0d-4a76-81bf-790c27bf3681),segment_id=5e64dbe6-3a0d-4a76-81bf-790c27bf3681)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:06:06.353874 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-f03e8d37-4141-45d2-add9-a759ced038b6 req-3265ca38-1545-4b4e-97f7-b33aaa8990d5 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (aa03e150-df6e-4129-9d3c-01edb7668600), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:06.422169 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-93becb86-fe4f-44cd-89a7-2c30cbe26bee req-e228d331-ab22-4dc1-8460-7a7dc422b641 service neutron] 10.222.0.66 "GET /v2.0/networks/9f5b1bf4-16e2-474a-b72c-6a89096e68f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840702 Jun 16 19:06:06.456611 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27842df0-4678-4179-8163-11909ac5c716 req-e9652d7d-8195-4a8f-830c-5d1413edcd28 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:06.458136 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-27842df0-4678-4179-8163-11909ac5c716 req-e9652d7d-8195-4a8f-830c-5d1413edcd28 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=a203db16-039d-4c2c-a21e-5aa580925c32 HTTP/1.1" status: 200 len: 945 time: 0.0998654 Jun 16 19:06:06.510345 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-e3149eb2-56cd-408e-b8f2-40d4f5ad1b45 req-153f0091-360d-4588-853c-b3d8565c2093 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:06.556388 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f0091-360d-4588-853c-b3d8565c2093 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Pushing event deleted for resources: {'Port': ['ID=6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:06:06.609201 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153f0091-360d-4588-853c-b3d8565c2093 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:06.609583 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153f0091-360d-4588-853c-b3d8565c2093 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:06.610296 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153f0091-360d-4588-853c-b3d8565c2093 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:06.610432 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153f0091-360d-4588-853c-b3d8565c2093 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:06.610714 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153f0091-360d-4588-853c-b3d8565c2093 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:06.611054 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153f0091-360d-4588-853c-b3d8565c2093 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:06.611390 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153f0091-360d-4588-853c-b3d8565c2093 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:06.611722 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153f0091-360d-4588-853c-b3d8565c2093 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:06.612055 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153f0091-360d-4588-853c-b3d8565c2093 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:06.612386 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153f0091-360d-4588-853c-b3d8565c2093 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:06.612720 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153f0091-360d-4588-853c-b3d8565c2093 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:06.613079 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153f0091-360d-4588-853c-b3d8565c2093 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:06.613433 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153f0091-360d-4588-853c-b3d8565c2093 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:06.614029 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153f0091-360d-4588-853c-b3d8565c2093 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:06.614142 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153f0091-360d-4588-853c-b3d8565c2093 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:06.674554 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-27842df0-4678-4179-8163-11909ac5c716 req-1b544f54-b906-40d9-9c4f-cb0197136372 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092454 Jun 16 19:06:06.679204 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3149eb2-56cd-408e-b8f2-40d4f5ad1b45 req-153f0091-360d-4588-853c-b3d8565c2093 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] No DVR routers for this DVR port 6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86 on host hv-cinder-84617 {{(pid=116193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 19:06:06.693047 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-e3149eb2-56cd-408e-b8f2-40d4f5ad1b45 req-153f0091-360d-4588-853c-b3d8565c2093 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:06.696336 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e3149eb2-56cd-408e-b8f2-40d4f5ad1b45 req-153f0091-360d-4588-853c-b3d8565c2093 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.66 "DELETE /v2.0/ports/6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86 HTTP/1.1" status: 204 len: 173 time: 0.8646133 Jun 16 19:06:06.698701 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a203db16-039d-4c2c-a21e-5aa580925c32', 'name': 'network-vif-deleted', 'tag': '6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:06:06.700194 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc37ce7-ed56-4434-a224-9f93e8aac0f1" -d '{"events": [{"server_uuid": "a203db16-039d-4c2c-a21e-5aa580925c32", "name": "network-vif-deleted", "tag": "6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:06:06.714358 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-62e04bcb-7341-4241-a322-045b283c5347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:06.725590 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-f03e8d37-4141-45d2-add9-a759ced038b6 req-3265ca38-1545-4b4e-97f7-b33aaa8990d5 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:06.725959 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-f03e8d37-4141-45d2-add9-a759ced038b6 req-3265ca38-1545-4b4e-97f7-b33aaa8990d5 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8340165'] for floatingip (4be87065-233e-452b-beb7-f47f2ba6d22b), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:06.726281 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.db.l3_db [req-f03e8d37-4141-45d2-add9-a759ced038b6 req-3265ca38-1545-4b4e-97f7-b33aaa8990d5 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Floating IP 4be87065-233e-452b-beb7-f47f2ba6d22b disassociated. External IP: 172.27.0.57, port: aa03e150-df6e-4129-9d3c-01edb7668600. Jun 16 19:06:06.726630 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-f03e8d37-4141-45d2-add9-a759ced038b6 req-3265ca38-1545-4b4e-97f7-b33aaa8990d5 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Calling delete_port for aa03e150-df6e-4129-9d3c-01edb7668600 owned by compute:nova {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:06:06.741751 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:06.757683 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332da7c-8d7e-41c8-a154-8081cbaba7f9 req-541f8ec9-2e63-4ffd-bb76-1f96c9fb0954 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:06.757683 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6332da7c-8d7e-41c8-a154-8081cbaba7f9 req-541f8ec9-2e63-4ffd-bb76-1f96c9fb0954 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=aca7511d-0f9a-4fb8-b715-402bd7ddef94 HTTP/1.1" status: 200 len: 945 time: 0.0807095 Jun 16 19:06:06.758035 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 19:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d642e2-6e86-437a-91a9-4d11c45acae0 x-openstack-request-id: req-96d642e2-6e86-437a-91a9-4d11c45acae0 {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:06:06.758324 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a203db16-039d-4c2c-a21e-5aa580925c32", "name": "network-vif-deleted", "tag": "6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:06:06.758575 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-96d642e2-6e86-437a-91a9-4d11c45acae0 {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:06:06.759136 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96d642e2-6e86-437a-91a9-4d11c45acae0'] response: {'server_uuid': 'a203db16-039d-4c2c-a21e-5aa580925c32', 'name': 'network-vif-deleted', 'tag': '6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86', 'status': 'completed', 'code': 200} Jun 16 19:06:06.761042 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:06.847540 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6332da7c-8d7e-41c8-a154-8081cbaba7f9 req-9adb6437-a9f7-4c21-874a-7d3cbe11f924 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=d0678f16-7f04-41f1-b13b-d6f9d8b6845f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602255 Jun 16 19:06:06.981647 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-f03e8d37-4141-45d2-add9-a759ced038b6 req-3265ca38-1545-4b4e-97f7-b33aaa8990d5 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (aa03e150-df6e-4129-9d3c-01edb7668600), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:07.011398 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3265ca38-1545-4b4e-97f7-b33aaa8990d5 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Pushing event deleted for resources: {'Port': ['ID=aa03e150-df6e-4129-9d3c-01edb7668600,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:06:07.128244 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f03e8d37-4141-45d2-add9-a759ced038b6 req-3265ca38-1545-4b4e-97f7-b33aaa8990d5 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Router abf7baae-f987-4bd0-a855-47c09caeaad8 has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 19:06:07.229697 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f03e8d37-4141-45d2-add9-a759ced038b6 req-3265ca38-1545-4b4e-97f7-b33aaa8990d5 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:06:07.241696 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b84fe2-cde6-45d3-830c-5fd3ca575e11 None None] Sync routers for ids ['abf7baae-f987-4bd0-a855-47c09caeaad8'] in dv-cinder-846171-1-iscsi {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:06:07.253420 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b84fe2-cde6-45d3-830c-5fd3ca575e11 None None] Routers {'abf7baae-f987-4bd0-a855-47c09caeaad8'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:06:07.254185 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-29b84fe2-cde6-45d3-830c-5fd3ca575e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:05:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['abf7baae-f987-4bd0-a855-47c09caeaad8'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:06:07.272633 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03e8d37-4141-45d2-add9-a759ced038b6 req-3265ca38-1545-4b4e-97f7-b33aaa8990d5 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] No DVR routers for this DVR port aa03e150-df6e-4129-9d3c-01edb7668600 on host hv-cinder-84617 {{(pid=116193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 19:06:07.275854 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-f03e8d37-4141-45d2-add9-a759ced038b6 req-3265ca38-1545-4b4e-97f7-b33aaa8990d5 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:07.279374 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f03e8d37-4141-45d2-add9-a759ced038b6 req-3265ca38-1545-4b4e-97f7-b33aaa8990d5 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.66 "DELETE /v2.0/ports/aa03e150-df6e-4129-9d3c-01edb7668600 HTTP/1.1" status: 204 len: 173 time: 1.2186410 Jun 16 19:06:07.371441 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-29b84fe2-cde6-45d3-830c-5fd3ca575e11 None None] Set router abf7baae-f987-4bd0-a855-47c09caeaad8 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:06:07.390001 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:07.469539 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:07.488360 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:07.608258 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-29b84fe2-cde6-45d3-830c-5fd3ca575e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'name': 'tempest-AttachVolumeNegativeTest-1656615081-router', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:04:03Z', 'updated_at': '2022-06-16T19:04:06Z', 'revision_number': 4, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'gw_port': {'id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:04Z', 'updated_at': '2022-06-16T19:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': 'b200d5b1-e6ed-4adf-b546-86978e2a0d1d', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'port_id': 'dc6d3d2a-8aa4-44da-b96a-930f2a198820', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'mac_address': 'fa:16:3e:9e:73:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a69da73-7a7e-4f27-b52f-1bec2f65f145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T19:04:10Z', 'updated_at': '2022-06-16T19:04:26Z', 'revision_number': 2, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13be6207-4727-4281-8557-934df6cbc103', 'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'mac_address': 'fa:16:3e:c9:7e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:06Z', 'updated_at': '2022-06-16T19:04:11Z', 'revision_number': 5, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'subnets': [{'id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:06:07.633084 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b84fe2-cde6-45d3-830c-5fd3ca575e11 None None] Checking router: abf7baae-f987-4bd0-a855-47c09caeaad8 for host: dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:06:07.641263 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b84fe2-cde6-45d3-830c-5fd3ca575e11 None None] Routers {'abf7baae-f987-4bd0-a855-47c09caeaad8'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:06:07.641825 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-29b84fe2-cde6-45d3-830c-5fd3ca575e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:05:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['abf7baae-f987-4bd0-a855-47c09caeaad8'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:06:07.753155 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-29b84fe2-cde6-45d3-830c-5fd3ca575e11 None None] Set router abf7baae-f987-4bd0-a855-47c09caeaad8 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:06:07.796119 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2b2514bf-4281-45d8-86bd-2b14808d3d50 req-5ce3e5cd-37c6-477f-bc26-d0d36ccf79cf tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=a203db16-039d-4c2c-a21e-5aa580925c32 HTTP/1.1" status: 200 len: 210 time: 0.0282621 Jun 16 19:06:07.971680 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-29b84fe2-cde6-45d3-830c-5fd3ca575e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'name': 'tempest-AttachVolumeNegativeTest-1656615081-router', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:04:03Z', 'updated_at': '2022-06-16T19:04:06Z', 'revision_number': 4, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'gw_port': {'id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:04Z', 'updated_at': '2022-06-16T19:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': 'b200d5b1-e6ed-4adf-b546-86978e2a0d1d', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'port_id': 'dc6d3d2a-8aa4-44da-b96a-930f2a198820', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'mac_address': 'fa:16:3e:9e:73:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a69da73-7a7e-4f27-b52f-1bec2f65f145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T19:04:10Z', 'updated_at': '2022-06-16T19:04:26Z', 'revision_number': 2, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13be6207-4727-4281-8557-934df6cbc103', 'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'mac_address': 'fa:16:3e:c9:7e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:06Z', 'updated_at': '2022-06-16T19:04:11Z', 'revision_number': 5, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'subnets': [{'id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:06:08.113111 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3e0d34a6-9a0d-4451-8ceb-092fbfec7017 req-2c768b66-54ba-432a-8018-3b7c273f45be tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=aca7511d-0f9a-4fb8-b715-402bd7ddef94 HTTP/1.1" status: 200 len: 210 time: 0.1851602 Jun 16 19:06:08.122020 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b84fe2-cde6-45d3-830c-5fd3ca575e11 None None] The sync data for ids ['abf7baae-f987-4bd0-a855-47c09caeaad8'] in dv-cinder-846171-1-iscsi is: [{'id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'name': 'tempest-AttachVolumeNegativeTest-1656615081-router', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:04:03Z', 'updated_at': '2022-06-16T19:04:06Z', 'revision_number': 4, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'gw_port': {'id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:04Z', 'updated_at': '2022-06-16T19:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': 'b200d5b1-e6ed-4adf-b546-86978e2a0d1d', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'port_id': 'dc6d3d2a-8aa4-44da-b96a-930f2a198820', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'mac_address': 'fa:16:3e:9e:73:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a69da73-7a7e-4f27-b52f-1bec2f65f145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T19:04:10Z', 'updated_at': '2022-06-16T19:04:26Z', 'revision_number': 2, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13be6207-4727-4281-8557-934df6cbc103', 'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'mac_address': 'fa:16:3e:c9:7e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:06Z', 'updated_at': '2022-06-16T19:04:11Z', 'revision_number': 5, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'subnets': [{'id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:06:08.348769 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f112204-e888-43c1-bc5c-f78e5c5f6f78 None None] New status for floating IP 4be87065-233e-452b-beb7-f47f2ba6d22b: DOWN {{(pid=116195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 19:06:08.593589 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:06:08.613348 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] No Port match for: 6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86 {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:06:08.613694 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 6d4aa5df-a84e-4c59-8dff-6b5e4eeefb86 not bound to the agent host hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:06:08.760309 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca7511d-0f9a-4fb8-b715-402bd7ddef94', 'name': 'network-vif-deleted', 'tag': 'aa03e150-df6e-4129-9d3c-01edb7668600'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:06:08.762578 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738f6ce2-3ee7-4529-8dfe-93b2940d9a62" -d '{"events": [{"server_uuid": "aca7511d-0f9a-4fb8-b715-402bd7ddef94", "name": "network-vif-deleted", "tag": "aa03e150-df6e-4129-9d3c-01edb7668600"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:06:08.797648 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 19:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ae8157-51e8-4241-b8d2-7c5d7e392ed3 x-openstack-request-id: req-d2ae8157-51e8-4241-b8d2-7c5d7e392ed3 {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:06:08.797939 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca7511d-0f9a-4fb8-b715-402bd7ddef94", "name": "network-vif-deleted", "tag": "aa03e150-df6e-4129-9d3c-01edb7668600", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:06:08.798183 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d2ae8157-51e8-4241-b8d2-7c5d7e392ed3 {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:06:08.798600 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2ae8157-51e8-4241-b8d2-7c5d7e392ed3'] response: {'server_uuid': 'aca7511d-0f9a-4fb8-b715-402bd7ddef94', 'name': 'network-vif-deleted', 'tag': 'aa03e150-df6e-4129-9d3c-01edb7668600', 'status': 'completed', 'code': 200} Jun 16 19:06:09.045332 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-8890b498-00e1-43d4-b5fc-5f6f88bb78c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:09.285772 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 56544) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:06:09.583542 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-41218a2d-d95c-4509-b1cc-4c507f3adab2 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group (d0678f16-7f04-41f1-b13b-d6f9d8b6845f), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:09.606716 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-41218a2d-d95c-4509-b1cc-4c507f3adab2 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group (d0678f16-7f04-41f1-b13b-d6f9d8b6845f), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:09.736469 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-41218a2d-d95c-4509-b1cc-4c507f3adab2 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (d0678f16-7f04-41f1-b13b-d6f9d8b6845f), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:09.739156 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-41218a2d-d95c-4509-b1cc-4c507f3adab2 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:09.740356 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-41218a2d-d95c-4509-b1cc-4c507f3adab2 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "DELETE /v2.0/security-groups/d0678f16-7f04-41f1-b13b-d6f9d8b6845f HTTP/1.1" status: 204 len: 168 time: 0.4534459 Jun 16 19:06:09.743636 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 56546) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:06:09.750619 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41218a2d-d95c-4509-b1cc-4c507f3adab2 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0678f16-7f04-41f1-b13b-d6f9d8b6845f,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:06:09.758236 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.api.v2.resource [None req-d7388554-06ca-4bc2-88d8-96187e34c2a6 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] show failed (client error): The resource could not be found. Jun 16 19:06:09.759345 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-d7388554-06ca-4bc2-88d8-96187e34c2a6 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups/d0678f16-7f04-41f1-b13b-d6f9d8b6845f HTTP/1.1" status: 404 len: 347 time: 0.0147686 Jun 16 19:06:09.762151 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 56548) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:06:09.870662 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-85597ea8-d928-438d-91f1-cad982a2244f tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Deleting port 8f2f618c-09c8-4726-a0cf-a7e6f3b71a4b {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:06:09.871005 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-85597ea8-d928-438d-91f1-cad982a2244f tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (8f2f618c-09c8-4726-a0cf-a7e6f3b71a4b), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:09.944231 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-85597ea8-d928-438d-91f1-cad982a2244f tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (8f2f618c-09c8-4726-a0cf-a7e6f3b71a4b), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:09.944557 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-85597ea8-d928-438d-91f1-cad982a2244f tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for floatingip (8f2f618c-09c8-4726-a0cf-a7e6f3b71a4b), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:09.956300 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-85597ea8-d928-438d-91f1-cad982a2244f tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Calling delete_port for 8f2f618c-09c8-4726-a0cf-a7e6f3b71a4b owned by network:floatingip {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:06:10.169825 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-85597ea8-d928-438d-91f1-cad982a2244f tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (8f2f618c-09c8-4726-a0cf-a7e6f3b71a4b), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:10.200014 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85597ea8-d928-438d-91f1-cad982a2244f tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Pushing event deleted for resources: {'Port': ['ID=8f2f618c-09c8-4726-a0cf-a7e6f3b71a4b,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:06:10.262284 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-85597ea8-d928-438d-91f1-cad982a2244f tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for floatingip (4be87065-233e-452b-beb7-f47f2ba6d22b), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:10.264718 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-85597ea8-d928-438d-91f1-cad982a2244f tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for floatingip (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:10.265896 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-85597ea8-d928-438d-91f1-cad982a2244f tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "DELETE /v2.0/floatingips/4be87065-233e-452b-beb7-f47f2ba6d22b HTTP/1.1" status: 204 len: 168 time: 0.5027571 Jun 16 19:06:10.284988 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:10.611887 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device aa03e150-df6e-4129-9d3c-01edb7668600 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:06:10.633807 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] No Port match for: aa03e150-df6e-4129-9d3c-01edb7668600 {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:06:10.634272 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device aa03e150-df6e-4129-9d3c-01edb7668600 not bound to the agent host hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:06:11.352697 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 56570) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:06:11.494540 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-d788c1d8-07b1-42e4-a0ed-0ee1ad6dbf1d tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Deleting port 3c57a83f-2c5a-4a35-8a0c-a9bbc691c96e {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:06:11.494887 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-d788c1d8-07b1-42e4-a0ed-0ee1ad6dbf1d tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (3c57a83f-2c5a-4a35-8a0c-a9bbc691c96e), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:11.574982 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-d788c1d8-07b1-42e4-a0ed-0ee1ad6dbf1d tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (3c57a83f-2c5a-4a35-8a0c-a9bbc691c96e), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:11.575310 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-d788c1d8-07b1-42e4-a0ed-0ee1ad6dbf1d tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for floatingip (3c57a83f-2c5a-4a35-8a0c-a9bbc691c96e), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:11.581135 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:11.591296 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-d788c1d8-07b1-42e4-a0ed-0ee1ad6dbf1d tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Calling delete_port for 3c57a83f-2c5a-4a35-8a0c-a9bbc691c96e owned by network:floatingip {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:06:11.700974 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:11.732344 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:11.844230 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-d788c1d8-07b1-42e4-a0ed-0ee1ad6dbf1d tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (3c57a83f-2c5a-4a35-8a0c-a9bbc691c96e), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:11.874627 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d788c1d8-07b1-42e4-a0ed-0ee1ad6dbf1d tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Pushing event deleted for resources: {'Port': ['ID=3c57a83f-2c5a-4a35-8a0c-a9bbc691c96e,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:06:12.108048 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:12.186118 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-d788c1d8-07b1-42e4-a0ed-0ee1ad6dbf1d tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for floatingip (b8905f64-111f-4a16-8c45-f0172fbfc690), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:12.186449 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.db.l3_db [None req-d788c1d8-07b1-42e4-a0ed-0ee1ad6dbf1d tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Floating IP b8905f64-111f-4a16-8c45-f0172fbfc690 disassociated (deleted). External IP: 172.27.0.198, port: 66d9152b-c02c-4f61-9fe8-f277bc4c64a1. Jun 16 19:06:12.396128 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d423c-3e98-4892-85d1-c5d11f98d060 req-17a3722b-810a-4659-a9cc-30f9ec12e2be tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:12.397621 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0e3d423c-3e98-4892-85d1-c5d11f98d060 req-17a3722b-810a-4659-a9cc-30f9ec12e2be tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a69da73-7a7e-4f27-b52f-1bec2f65f145 HTTP/1.1" status: 200 len: 945 time: 0.0826051 Jun 16 19:06:12.446090 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d788c1d8-07b1-42e4-a0ed-0ee1ad6dbf1d tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Router 868c3318-095c-49d9-982d-37995465aa5f has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 19:06:12.462986 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0e3d423c-3e98-4892-85d1-c5d11f98d060 req-0021bb96-3f38-432b-b126-84ae996917b1 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=49711a4c-eab3-4cbf-9a20-2f836f869eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580535 Jun 16 19:06:12.563004 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d788c1d8-07b1-42e4-a0ed-0ee1ad6dbf1d tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:06:12.567778 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-d788c1d8-07b1-42e4-a0ed-0ee1ad6dbf1d tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for floatingip (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:12.572838 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9456e1f-4078-4d7e-98c1-2933e18a03b4 None None] Sync routers for ids ['868c3318-095c-49d9-982d-37995465aa5f'] in dv-cinder-846171-1-iscsi {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:06:12.582556 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9456e1f-4078-4d7e-98c1-2933e18a03b4 None None] Routers {'868c3318-095c-49d9-982d-37995465aa5f'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:06:12.583150 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-c9456e1f-4078-4d7e-98c1-2933e18a03b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:06:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['868c3318-095c-49d9-982d-37995465aa5f'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:06:12.597990 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-d788c1d8-07b1-42e4-a0ed-0ee1ad6dbf1d tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "DELETE /v2.0/floatingips/b8905f64-111f-4a16-8c45-f0172fbfc690 HTTP/1.1" status: 204 len: 168 time: 1.2441661 Jun 16 19:06:12.598586 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b0e627a-a28a-419d-854b-63e81d67a3f7', 'tag': '66d9152b-c02c-4f61-9fe8-f277bc4c64a1'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:06:12.600842 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3221d6-1d51-4464-b942-98f360f6493c" -d '{"events": [{"name": "network-changed", "server_uuid": "5b0e627a-a28a-419d-854b-63e81d67a3f7", "tag": "66d9152b-c02c-4f61-9fe8-f277bc4c64a1"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:06:12.637372 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 19:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20966f3f-29df-4069-b645-37e214589b9f x-openstack-request-id: req-20966f3f-29df-4069-b645-37e214589b9f {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:06:12.637751 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b0e627a-a28a-419d-854b-63e81d67a3f7", "tag": "66d9152b-c02c-4f61-9fe8-f277bc4c64a1", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:06:12.638067 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-20966f3f-29df-4069-b645-37e214589b9f {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:06:12.638552 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20966f3f-29df-4069-b645-37e214589b9f'] response: {'name': 'network-changed', 'server_uuid': '5b0e627a-a28a-419d-854b-63e81d67a3f7', 'tag': '66d9152b-c02c-4f61-9fe8-f277bc4c64a1', 'status': 'completed', 'code': 200} Jun 16 19:06:12.679932 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:12.694271 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-c9456e1f-4078-4d7e-98c1-2933e18a03b4 None None] Set router 868c3318-095c-49d9-982d-37995465aa5f gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:06:12.882030 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-c9456e1f-4078-4d7e-98c1-2933e18a03b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868c3318-095c-49d9-982d-37995465aa5f', 'name': 'tempest-TestVolumeBootPattern-1948789007-router', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:57:58Z', 'revision_number': 4, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'gw_port': {'id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': 'fd7ded77-b28c-46ec-854f-a2cc65c7c322', 'name': '', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'mac_address': 'fa:16:3e:4e:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:57Z', 'updated_at': '2022-06-16T18:58:02Z', 'revision_number': 5, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'subnets': [{'id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:06:12.906677 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9456e1f-4078-4d7e-98c1-2933e18a03b4 None None] Checking router: 868c3318-095c-49d9-982d-37995465aa5f for host: dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:06:12.915340 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9456e1f-4078-4d7e-98c1-2933e18a03b4 None None] Routers {'868c3318-095c-49d9-982d-37995465aa5f'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:06:12.915962 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-c9456e1f-4078-4d7e-98c1-2933e18a03b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:06:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['868c3318-095c-49d9-982d-37995465aa5f'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:06:12.949513 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:13.017773 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-c9456e1f-4078-4d7e-98c1-2933e18a03b4 None None] Set router 868c3318-095c-49d9-982d-37995465aa5f gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:06:13.059294 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100de9bf-ddd4-4d4c-ae08-e145bac4678d req-0fa7b82d-8e52-4834-9292-437fb55f2a72 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:13.060802 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-100de9bf-ddd4-4d4c-ae08-e145bac4678d req-0fa7b82d-8e52-4834-9292-437fb55f2a72 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b0e627a-a28a-419d-854b-63e81d67a3f7 HTTP/1.1" status: 200 len: 945 time: 0.0551500 Jun 16 19:06:13.110037 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-100de9bf-ddd4-4d4c-ae08-e145bac4678d req-210c2599-3133-4d61-9267-4de345476007 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434415 Jun 16 19:06:13.203790 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-c9456e1f-4078-4d7e-98c1-2933e18a03b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868c3318-095c-49d9-982d-37995465aa5f', 'name': 'tempest-TestVolumeBootPattern-1948789007-router', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:57:58Z', 'revision_number': 4, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'gw_port': {'id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': 'fd7ded77-b28c-46ec-854f-a2cc65c7c322', 'name': '', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'mac_address': 'fa:16:3e:4e:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:57Z', 'updated_at': '2022-06-16T18:58:02Z', 'revision_number': 5, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'subnets': [{'id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:06:13.231663 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9456e1f-4078-4d7e-98c1-2933e18a03b4 None None] The sync data for ids ['868c3318-095c-49d9-982d-37995465aa5f'] in dv-cinder-846171-1-iscsi is: [{'id': '868c3318-095c-49d9-982d-37995465aa5f', 'name': 'tempest-TestVolumeBootPattern-1948789007-router', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:57:58Z', 'revision_number': 4, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'gw_port': {'id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': 'fd7ded77-b28c-46ec-854f-a2cc65c7c322', 'name': '', 'network_id': 'f31f33e6-f431-4d4c-a847-a5f33b248bb8', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'mac_address': 'fa:16:3e:4e:68:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:57Z', 'updated_at': '2022-06-16T18:58:02Z', 'revision_number': 5, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'subnets': [{'id': '38fcf1af-5fbd-4e35-811d-148efba21d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:06:13.437516 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f83fb85-9533-4b48-9c7d-a860d0c7b31b None None] New status for floating IP b8905f64-111f-4a16-8c45-f0172fbfc690: DOWN {{(pid=116195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 19:06:13.581878 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3221d6-1d51-4464-b942-98f360f6493c req-d10da48d-f79a-4019-acbc-03aa82ba1872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:13.583361 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0b3221d6-1d51-4464-b942-98f360f6493c req-d10da48d-f79a-4019-acbc-03aa82ba1872 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc32e3179c534d83b3d4108a38fb9d19&device_id=5b0e627a-a28a-419d-854b-63e81d67a3f7 HTTP/1.1" status: 200 len: 1129 time: 0.0682154 Jun 16 19:06:13.597199 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be45dff-305a-49a7-8309-e6f075ba4624 req-db5c4f92-cd84-4c5b-9d63-d16b06b8d34d tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:13.598646 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6be45dff-305a-49a7-8309-e6f075ba4624 req-db5c4f92-cd84-4c5b-9d63-d16b06b8d34d tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a69da73-7a7e-4f27-b52f-1bec2f65f145 HTTP/1.1" status: 200 len: 945 time: 0.0563147 Jun 16 19:06:13.645190 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6be45dff-305a-49a7-8309-e6f075ba4624 req-caca86d7-b80a-496f-a77b-e66c77d54fc0 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=49711a4c-eab3-4cbf-9a20-2f836f869eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409167 Jun 16 19:06:14.222333 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:14.230611 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdc9b1-9ef2-4fb8-aab0-cd0c2942b21f req-3324a402-8878-4952-a0d3-b4a42ad44d0d tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:14.237133 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c3cdc9b1-9ef2-4fb8-aab0-cd0c2942b21f req-3324a402-8878-4952-a0d3-b4a42ad44d0d tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b0e627a-a28a-419d-854b-63e81d67a3f7 HTTP/1.1" status: 200 len: 945 time: 0.0512705 Jun 16 19:06:14.282108 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c3cdc9b1-9ef2-4fb8-aab0-cd0c2942b21f req-9875d4cf-4b20-4792-b219-f4e86c61c600 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444355 Jun 16 19:06:14.757784 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed6a78-1148-4ce9-82d1-864ecf29688d req-1b5118a1-a6ff-4048-bc85-011a36af7dc6 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:14.759946 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1bed6a78-1148-4ce9-82d1-864ecf29688d req-1b5118a1-a6ff-4048-bc85-011a36af7dc6 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a69da73-7a7e-4f27-b52f-1bec2f65f145 HTTP/1.1" status: 200 len: 945 time: 0.0472977 Jun 16 19:06:14.807004 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1bed6a78-1148-4ce9-82d1-864ecf29688d req-d7aabb77-037b-4795-a1aa-5ecb4b342042 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=49711a4c-eab3-4cbf-9a20-2f836f869eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415285 Jun 16 19:06:14.911494 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:14.932023 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3221d6-1d51-4464-b942-98f360f6493c req-a3661ddd-8fa5-4633-bc4d-fcfe917a4230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:14.933426 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0b3221d6-1d51-4464-b942-98f360f6493c req-a3661ddd-8fa5-4633-bc4d-fcfe917a4230 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f31f33e6-f431-4d4c-a847-a5f33b248bb8 HTTP/1.1" status: 200 len: 914 time: 0.1138787 Jun 16 19:06:14.949145 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b2077-fa2e-46fb-8f92-1a8fb634e495 req-e4b1aca6-f991-4d69-9053-89ae2448b0e9 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:14.950514 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9d5b2077-fa2e-46fb-8f92-1a8fb634e495 req-e4b1aca6-f991-4d69-9053-89ae2448b0e9 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a69da73-7a7e-4f27-b52f-1bec2f65f145 HTTP/1.1" status: 200 len: 945 time: 0.0562770 Jun 16 19:06:15.135781 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0b3221d6-1d51-4464-b942-98f360f6493c req-cd4ec925-f0fd-46bb-935d-4ff9ed86c3c3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66d9152b-c02c-4f61-9fe8-f277bc4c64a1 HTTP/1.1" status: 200 len: 217 time: 0.0578887 Jun 16 19:06:15.178493 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209211a-bc1d-433f-ace7-c9b3ba1622b7 req-e2270402-b270-4910-a9b0-e0c83968f73e tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:15.179972 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-f209211a-bc1d-433f-ace7-c9b3ba1622b7 req-e2270402-b270-4910-a9b0-e0c83968f73e tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b0e627a-a28a-419d-854b-63e81d67a3f7 HTTP/1.1" status: 200 len: 945 time: 0.0459003 Jun 16 19:06:15.223365 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3221d6-1d51-4464-b942-98f360f6493c req-70da8965-a81b-478a-af05-a6fc92e2cc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:15.224756 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0b3221d6-1d51-4464-b942-98f360f6493c req-70da8965-a81b-478a-af05-a6fc92e2cc1e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=38fcf1af-5fbd-4e35-811d-148efba21d9d HTTP/1.1" status: 200 len: 851 time: 0.0814819 Jun 16 19:06:15.225468 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-9d5b2077-fa2e-46fb-8f92-1a8fb634e495 req-8db67b2e-05df-4828-b281-019a1b492876 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Deleting port dc6d3d2a-8aa4-44da-b96a-930f2a198820 {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:06:15.225811 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-9d5b2077-fa2e-46fb-8f92-1a8fb634e495 req-8db67b2e-05df-4828-b281-019a1b492876 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (dc6d3d2a-8aa4-44da-b96a-930f2a198820), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:15.265687 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [req-f209211a-bc1d-433f-ace7-c9b3ba1622b7 req-9a585f1e-766d-434e-aa10-d86fe85d7342 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Deleting port 66d9152b-c02c-4f61-9fe8-f277bc4c64a1 {{(pid=116192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:06:15.266031 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-f209211a-bc1d-433f-ace7-c9b3ba1622b7 req-9a585f1e-766d-434e-aa10-d86fe85d7342 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (66d9152b-c02c-4f61-9fe8-f277bc4c64a1), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:15.317593 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3221d6-1d51-4464-b942-98f360f6493c req-58910422-6a73-44fc-bdb1-b3911a7788a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:15.319098 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0b3221d6-1d51-4464-b942-98f360f6493c req-58910422-6a73-44fc-bdb1-b3911a7788a3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f31f33e6-f431-4d4c-a847-a5f33b248bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0795908 Jun 16 19:06:15.356728 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.db [req-f209211a-bc1d-433f-ace7-c9b3ba1622b7 req-9a585f1e-766d-434e-aa10-d86fe85d7342 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] For port 66d9152b-c02c-4f61-9fe8-f277bc4c64a1, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=66d9152b-c02c-4f61-9fe8-f277bc4c64a1,segment=NetworkSegment(8663ba12-146f-4a4a-92de-df95415fefb5),segment_id=8663ba12-146f-4a4a-92de-df95415fefb5)] {{(pid=116192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:06:15.357092 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-f209211a-bc1d-433f-ace7-c9b3ba1622b7 req-9a585f1e-766d-434e-aa10-d86fe85d7342 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (66d9152b-c02c-4f61-9fe8-f277bc4c64a1), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:15.371513 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [req-f209211a-bc1d-433f-ace7-c9b3ba1622b7 req-9a585f1e-766d-434e-aa10-d86fe85d7342 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Calling delete_port for 66d9152b-c02c-4f61-9fe8-f277bc4c64a1 owned by compute:nova {{(pid=116192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:06:15.383736 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:15.442499 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-9d5b2077-fa2e-46fb-8f92-1a8fb634e495 req-8db67b2e-05df-4828-b281-019a1b492876 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] For port dc6d3d2a-8aa4-44da-b96a-930f2a198820, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=dc6d3d2a-8aa4-44da-b96a-930f2a198820,segment=NetworkSegment(5e64dbe6-3a0d-4a76-81bf-790c27bf3681),segment_id=5e64dbe6-3a0d-4a76-81bf-790c27bf3681)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:06:15.442868 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-9d5b2077-fa2e-46fb-8f92-1a8fb634e495 req-8db67b2e-05df-4828-b281-019a1b492876 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (dc6d3d2a-8aa4-44da-b96a-930f2a198820), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:15.475513 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a024773-242a-4b4b-bf17-26d98264108b req-db60b585-4bfe-48fd-b656-428034b41043 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:15.476900 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7a024773-242a-4b4b-bf17-26d98264108b req-db60b585-4bfe-48fd-b656-428034b41043 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b0e627a-a28a-419d-854b-63e81d67a3f7 HTTP/1.1" status: 200 len: 945 time: 0.1089339 Jun 16 19:06:15.480472 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:15.559018 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-f209211a-bc1d-433f-ace7-c9b3ba1622b7 req-9a585f1e-766d-434e-aa10-d86fe85d7342 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326567'] for port (66d9152b-c02c-4f61-9fe8-f277bc4c64a1), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:15.583748 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0b3221d6-1d51-4464-b942-98f360f6493c req-bd71cd42-c3a2-4cc7-895d-02781b925549 service neutron] 10.222.0.66 "GET /v2.0/networks/f31f33e6-f431-4d4c-a847-a5f33b248bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545781 Jun 16 19:06:15.587665 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a585f1e-766d-434e-aa10-d86fe85d7342 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Pushing event deleted for resources: {'Port': ['ID=66d9152b-c02c-4f61-9fe8-f277bc4c64a1,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:06:15.637119 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.l3_dvrscheduler_db [req-f209211a-bc1d-433f-ace7-c9b3ba1622b7 req-9a585f1e-766d-434e-aa10-d86fe85d7342 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] No DVR routers for this DVR port 66d9152b-c02c-4f61-9fe8-f277bc4c64a1 on host hv-cinder-84617 {{(pid=116192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 19:06:15.639696 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [req-f209211a-bc1d-433f-ace7-c9b3ba1622b7 req-9a585f1e-766d-434e-aa10-d86fe85d7342 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:15.643002 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [req-f209211a-bc1d-433f-ace7-c9b3ba1622b7 req-9a585f1e-766d-434e-aa10-d86fe85d7342 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.66 "DELETE /v2.0/ports/66d9152b-c02c-4f61-9fe8-f277bc4c64a1 HTTP/1.1" status: 204 len: 173 time: 0.4571128 Jun 16 19:06:15.643451 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0e627a-a28a-419d-854b-63e81d67a3f7', 'name': 'network-vif-deleted', 'tag': '66d9152b-c02c-4f61-9fe8-f277bc4c64a1'}] {{(pid=116192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:06:15.645821 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744e9e4082f242c101b6c91db8253db5b8bdf8a002bfe2f24814a1499063359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72af5c1d-177e-47a7-ad46-19cfcb1e7874" -d '{"events": [{"server_uuid": "5b0e627a-a28a-419d-854b-63e81d67a3f7", "name": "network-vif-deleted", "tag": "66d9152b-c02c-4f61-9fe8-f277bc4c64a1"}]}' {{(pid=116192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:06:15.651262 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7a024773-242a-4b4b-bf17-26d98264108b req-9e8bd561-2d16-42f1-8db7-81331348463c tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/security-groups?id=99a08824-dc82-49a5-9e5b-2ab3eed26eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443369 Jun 16 19:06:15.689940 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 19:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735b1879-5b57-4f0d-b65e-be755b6ce2a0 x-openstack-request-id: req-735b1879-5b57-4f0d-b65e-be755b6ce2a0 {{(pid=116192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:06:15.690328 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b0e627a-a28a-419d-854b-63e81d67a3f7", "name": "network-vif-deleted", "tag": "66d9152b-c02c-4f61-9fe8-f277bc4c64a1", "status": "completed", "code": 200}]} {{(pid=116192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:06:15.690588 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-735b1879-5b57-4f0d-b65e-be755b6ce2a0 {{(pid=116192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:06:15.690998 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-735b1879-5b57-4f0d-b65e-be755b6ce2a0'] response: {'server_uuid': '5b0e627a-a28a-419d-854b-63e81d67a3f7', 'name': 'network-vif-deleted', 'tag': '66d9152b-c02c-4f61-9fe8-f277bc4c64a1', 'status': 'completed', 'code': 200} Jun 16 19:06:15.752040 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-9d5b2077-fa2e-46fb-8f92-1a8fb634e495 req-8db67b2e-05df-4828-b281-019a1b492876 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:15.752352 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-9d5b2077-fa2e-46fb-8f92-1a8fb634e495 req-8db67b2e-05df-4828-b281-019a1b492876 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8340165'] for floatingip (b200d5b1-e6ed-4adf-b546-86978e2a0d1d), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:15.752702 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.db.l3_db [req-9d5b2077-fa2e-46fb-8f92-1a8fb634e495 req-8db67b2e-05df-4828-b281-019a1b492876 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Floating IP b200d5b1-e6ed-4adf-b546-86978e2a0d1d disassociated. External IP: 172.27.0.119, port: dc6d3d2a-8aa4-44da-b96a-930f2a198820. Jun 16 19:06:15.753063 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-9d5b2077-fa2e-46fb-8f92-1a8fb634e495 req-8db67b2e-05df-4828-b281-019a1b492876 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Calling delete_port for dc6d3d2a-8aa4-44da-b96a-930f2a198820 owned by compute:nova {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:06:15.767256 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:15.778588 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0b3221d6-1d51-4464-b942-98f360f6493c req-8ccf2766-088e-4811-9395-eb79c9a04339 service neutron] 10.222.0.66 "GET /v2.0/networks/f31f33e6-f431-4d4c-a847-a5f33b248bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855485 Jun 16 19:06:15.845117 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:15.935307 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490b4bd-993e-44de-bc2b-98087a0efea0 req-28c2ffbd-3fdb-434c-a4dd-2aa1fed3ded8 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:15.936660 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b490b4bd-993e-44de-bc2b-98087a0efea0 req-28c2ffbd-3fdb-434c-a4dd-2aa1fed3ded8 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a69da73-7a7e-4f27-b52f-1bec2f65f145 HTTP/1.1" status: 200 len: 945 time: 0.0618970 Jun 16 19:06:15.991194 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b490b4bd-993e-44de-bc2b-98087a0efea0 req-2d2913ba-4fe1-42d4-9b09-fc2284961986 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=49711a4c-eab3-4cbf-9a20-2f836f869eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488994 Jun 16 19:06:16.059528 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-9d5b2077-fa2e-46fb-8f92-1a8fb634e495 req-8db67b2e-05df-4828-b281-019a1b492876 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (dc6d3d2a-8aa4-44da-b96a-930f2a198820), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:16.088864 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db67b2e-05df-4828-b281-019a1b492876 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Pushing event deleted for resources: {'Port': ['ID=dc6d3d2a-8aa4-44da-b96a-930f2a198820,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:06:16.103086 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 6 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 19:06:16.213056 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d5b2077-fa2e-46fb-8f92-1a8fb634e495 req-8db67b2e-05df-4828-b281-019a1b492876 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Router abf7baae-f987-4bd0-a855-47c09caeaad8 has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 19:06:16.319908 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d5b2077-fa2e-46fb-8f92-1a8fb634e495 req-8db67b2e-05df-4828-b281-019a1b492876 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:06:16.330403 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838d7796-9005-46fb-b4b7-1c73fd5a6a95 None None] Sync routers for ids ['abf7baae-f987-4bd0-a855-47c09caeaad8'] in dv-cinder-846171-1-iscsi {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:06:16.341623 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838d7796-9005-46fb-b4b7-1c73fd5a6a95 None None] Routers {'abf7baae-f987-4bd0-a855-47c09caeaad8'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:06:16.346485 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-838d7796-9005-46fb-b4b7-1c73fd5a6a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:06:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['abf7baae-f987-4bd0-a855-47c09caeaad8'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:06:16.364678 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5b2077-fa2e-46fb-8f92-1a8fb634e495 req-8db67b2e-05df-4828-b281-019a1b492876 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] No DVR routers for this DVR port dc6d3d2a-8aa4-44da-b96a-930f2a198820 on host hv-cinder-84617 {{(pid=116193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 19:06:16.367042 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-9d5b2077-fa2e-46fb-8f92-1a8fb634e495 req-8db67b2e-05df-4828-b281-019a1b492876 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:16.370525 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9d5b2077-fa2e-46fb-8f92-1a8fb634e495 req-8db67b2e-05df-4828-b281-019a1b492876 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.66 "DELETE /v2.0/ports/dc6d3d2a-8aa4-44da-b96a-930f2a198820 HTTP/1.1" status: 204 len: 173 time: 1.2866566 Jun 16 19:06:16.370959 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a69da73-7a7e-4f27-b52f-1bec2f65f145', 'name': 'network-vif-deleted', 'tag': 'dc6d3d2a-8aa4-44da-b96a-930f2a198820'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:06:16.373187 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c48c2c8-00fd-452e-85d4-bff405f3684a" -d '{"events": [{"server_uuid": "8a69da73-7a7e-4f27-b52f-1bec2f65f145", "name": "network-vif-deleted", "tag": "dc6d3d2a-8aa4-44da-b96a-930f2a198820"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:06:16.410266 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 19:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5b8eac-11b5-43c3-be27-9bfc2ba56ea1 x-openstack-request-id: req-ba5b8eac-11b5-43c3-be27-9bfc2ba56ea1 {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:06:16.410566 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a69da73-7a7e-4f27-b52f-1bec2f65f145", "name": "network-vif-deleted", "tag": "dc6d3d2a-8aa4-44da-b96a-930f2a198820", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:06:16.410821 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ba5b8eac-11b5-43c3-be27-9bfc2ba56ea1 {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:06:16.411231 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba5b8eac-11b5-43c3-be27-9bfc2ba56ea1'] response: {'server_uuid': '8a69da73-7a7e-4f27-b52f-1bec2f65f145', 'name': 'network-vif-deleted', 'tag': 'dc6d3d2a-8aa4-44da-b96a-930f2a198820', 'status': 'completed', 'code': 200} Jun 16 19:06:16.450345 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-838d7796-9005-46fb-b4b7-1c73fd5a6a95 None None] Set router abf7baae-f987-4bd0-a855-47c09caeaad8 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:06:16.641586 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-838d7796-9005-46fb-b4b7-1c73fd5a6a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'name': 'tempest-AttachVolumeNegativeTest-1656615081-router', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:04:03Z', 'updated_at': '2022-06-16T19:04:06Z', 'revision_number': 4, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'gw_port': {'id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:04Z', 'updated_at': '2022-06-16T19:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '13be6207-4727-4281-8557-934df6cbc103', 'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'mac_address': 'fa:16:3e:c9:7e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:06Z', 'updated_at': '2022-06-16T19:04:11Z', 'revision_number': 5, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'subnets': [{'id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:06:16.665682 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838d7796-9005-46fb-b4b7-1c73fd5a6a95 None None] Checking router: abf7baae-f987-4bd0-a855-47c09caeaad8 for host: dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:06:16.677722 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838d7796-9005-46fb-b4b7-1c73fd5a6a95 None None] Routers {'abf7baae-f987-4bd0-a855-47c09caeaad8'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:06:16.677722 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-838d7796-9005-46fb-b4b7-1c73fd5a6a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:06:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['abf7baae-f987-4bd0-a855-47c09caeaad8'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:06:16.764789 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-34c13a0b-0771-4e7b-b322-8ce42487c68f req-3f39687b-95f4-4751-a770-097cf5d8bae4 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b0e627a-a28a-419d-854b-63e81d67a3f7 HTTP/1.1" status: 200 len: 210 time: 0.0296264 Jun 16 19:06:16.776213 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=100 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:16.785424 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-838d7796-9005-46fb-b4b7-1c73fd5a6a95 None None] Set router abf7baae-f987-4bd0-a855-47c09caeaad8 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:06:17.098873 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-838d7796-9005-46fb-b4b7-1c73fd5a6a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'name': 'tempest-AttachVolumeNegativeTest-1656615081-router', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:04:03Z', 'updated_at': '2022-06-16T19:04:06Z', 'revision_number': 4, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'gw_port': {'id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:04Z', 'updated_at': '2022-06-16T19:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '13be6207-4727-4281-8557-934df6cbc103', 'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'mac_address': 'fa:16:3e:c9:7e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:06Z', 'updated_at': '2022-06-16T19:04:11Z', 'revision_number': 5, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'subnets': [{'id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:06:17.116967 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-7dd768b3-f3ad-4b53-8edd-a3d388941e95 req-f4744973-0750-4cab-b8c8-e187aafbed8b tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a69da73-7a7e-4f27-b52f-1bec2f65f145 HTTP/1.1" status: 200 len: 210 time: 0.0390551 Jun 16 19:06:17.124788 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838d7796-9005-46fb-b4b7-1c73fd5a6a95 None None] The sync data for ids ['abf7baae-f987-4bd0-a855-47c09caeaad8'] in dv-cinder-846171-1-iscsi is: [{'id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'name': 'tempest-AttachVolumeNegativeTest-1656615081-router', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:04:03Z', 'updated_at': '2022-06-16T19:04:06Z', 'revision_number': 4, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'gw_port': {'id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:04Z', 'updated_at': '2022-06-16T19:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '13be6207-4727-4281-8557-934df6cbc103', 'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'mac_address': 'fa:16:3e:c9:7e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:06Z', 'updated_at': '2022-06-16T19:04:11Z', 'revision_number': 5, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'subnets': [{'id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:06:17.357580 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a462f69-15a1-402a-b421-ff0733e0e949 None None] New status for floating IP b200d5b1-e6ed-4adf-b546-86978e2a0d1d: DOWN {{(pid=116195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 19:06:17.826576 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 56606) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:06:17.934300 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-fd20bb47-f714-479f-a34e-0e578d338fd2 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Deleting port 4297e893-058f-4698-aa47-3c6d430c7658 {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:06:17.934642 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-fd20bb47-f714-479f-a34e-0e578d338fd2 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (4297e893-058f-4698-aa47-3c6d430c7658), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:18.012691 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-fd20bb47-f714-479f-a34e-0e578d338fd2 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (4297e893-058f-4698-aa47-3c6d430c7658), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:18.013012 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-fd20bb47-f714-479f-a34e-0e578d338fd2 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for floatingip (4297e893-058f-4698-aa47-3c6d430c7658), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:18.025567 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-fd20bb47-f714-479f-a34e-0e578d338fd2 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Calling delete_port for 4297e893-058f-4698-aa47-3c6d430c7658 owned by network:floatingip {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:06:18.077666 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:18.222035 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-fd20bb47-f714-479f-a34e-0e578d338fd2 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (4297e893-058f-4698-aa47-3c6d430c7658), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:18.245457 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20bb47-f714-479f-a34e-0e578d338fd2 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Pushing event deleted for resources: {'Port': ['ID=4297e893-058f-4698-aa47-3c6d430c7658,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:06:18.306630 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 56612) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:06:18.309662 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-fd20bb47-f714-479f-a34e-0e578d338fd2 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for floatingip (d4ff7f99-1f4a-4976-803c-caeb4d72eb80), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:18.312434 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-fd20bb47-f714-479f-a34e-0e578d338fd2 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for floatingip (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:18.316873 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-fd20bb47-f714-479f-a34e-0e578d338fd2 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "DELETE /v2.0/floatingips/d4ff7f99-1f4a-4976-803c-caeb4d72eb80 HTTP/1.1" status: 204 len: 168 time: 0.4859962 Jun 16 19:06:18.370950 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d53e9b37-0e73-49cc-ae37-50ccc06b06e4 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group (49711a4c-eab3-4cbf-9a20-2f836f869eb3), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:18.401325 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d53e9b37-0e73-49cc-ae37-50ccc06b06e4 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group (49711a4c-eab3-4cbf-9a20-2f836f869eb3), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:18.519161 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d53e9b37-0e73-49cc-ae37-50ccc06b06e4 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (49711a4c-eab3-4cbf-9a20-2f836f869eb3), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:18.521877 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d53e9b37-0e73-49cc-ae37-50ccc06b06e4 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:18.523071 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-d53e9b37-0e73-49cc-ae37-50ccc06b06e4 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "DELETE /v2.0/security-groups/49711a4c-eab3-4cbf-9a20-2f836f869eb3 HTTP/1.1" status: 204 len: 168 time: 0.2150300 Jun 16 19:06:18.526073 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 56620) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:06:18.534946 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53e9b37-0e73-49cc-ae37-50ccc06b06e4 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49711a4c-eab3-4cbf-9a20-2f836f869eb3,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:06:18.542847 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.api.v2.resource [None req-fa3308bb-649d-4121-a074-02a2277e0de0 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] show failed (client error): The resource could not be found. Jun 16 19:06:18.543887 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-fa3308bb-649d-4121-a074-02a2277e0de0 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups/49711a4c-eab3-4cbf-9a20-2f836f869eb3 HTTP/1.1" status: 404 len: 347 time: 0.0167882 Jun 16 19:06:18.546823 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 56622) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:06:18.653516 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:18.663877 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-6e5b1167-b7ff-476c-a597-ee36ddfeca3c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Deleting port ab128081-845a-4686-9e34-ea44c3df074b {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:06:18.664837 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-6e5b1167-b7ff-476c-a597-ee36ddfeca3c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (ab128081-845a-4686-9e34-ea44c3df074b), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:18.744908 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-6e5b1167-b7ff-476c-a597-ee36ddfeca3c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (ab128081-845a-4686-9e34-ea44c3df074b), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:18.745302 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-6e5b1167-b7ff-476c-a597-ee36ddfeca3c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for floatingip (ab128081-845a-4686-9e34-ea44c3df074b), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:18.758274 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-6e5b1167-b7ff-476c-a597-ee36ddfeca3c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Calling delete_port for ab128081-845a-4686-9e34-ea44c3df074b owned by network:floatingip {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:06:19.004589 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-6e5b1167-b7ff-476c-a597-ee36ddfeca3c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (ab128081-845a-4686-9e34-ea44c3df074b), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:19.028558 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b1167-b7ff-476c-a597-ee36ddfeca3c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Pushing event deleted for resources: {'Port': ['ID=ab128081-845a-4686-9e34-ea44c3df074b,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:06:19.092281 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-6e5b1167-b7ff-476c-a597-ee36ddfeca3c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for floatingip (b200d5b1-e6ed-4adf-b546-86978e2a0d1d), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:19.094825 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-6e5b1167-b7ff-476c-a597-ee36ddfeca3c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for floatingip (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:19.095958 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-6e5b1167-b7ff-476c-a597-ee36ddfeca3c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "DELETE /v2.0/floatingips/b200d5b1-e6ed-4adf-b546-86978e2a0d1d HTTP/1.1" status: 204 len: 168 time: 0.5482507 Jun 16 19:06:19.236850 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 56628) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:06:19.242423 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-cc755192-7250-4658-b0a9-856f372a5515 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Request body: {'security_group': {'name': 'tempest-securitygroup--918085758', 'description': 'tempest-description--812841098'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:06:19.351809 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-cc755192-7250-4658-b0a9-856f372a5515 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:19.417258 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-cc755192-7250-4658-b0a9-856f372a5515 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group (442b058d-6417-4d96-bc3e-11d8bbc0439b), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:19.478485 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-cc755192-7250-4658-b0a9-856f372a5515 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (442b058d-6417-4d96-bc3e-11d8bbc0439b), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:19.507596 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc755192-7250-4658-b0a9-856f372a5515 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=442b058d-6417-4d96-bc3e-11d8bbc0439b,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:06:19.566132 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-cc755192-7250-4658-b0a9-856f372a5515 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:19.567370 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-cc755192-7250-4658-b0a9-856f372a5515 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3292220 Jun 16 19:06:19.570079 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 56630) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:06:19.574795 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-c7291ed1-9bc1-4ad2-8236-c7493d017b46 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Request body: {'security_group_rule': {'security_group_id': '442b058d-6417-4d96-bc3e-11d8bbc0439b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:06:19.669396 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c7291ed1-9bc1-4ad2-8236-c7493d017b46 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group_rule (fce75517-291c-4cef-a13f-76d4c9e1e9e7), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:19.700538 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 56634) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:06:19.728384 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c7291ed1-9bc1-4ad2-8236-c7493d017b46 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group_rule (fce75517-291c-4cef-a13f-76d4c9e1e9e7), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:19.761735 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-7009aded-748f-4de1-a325-efb8ad267327 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for security_group (99a08824-dc82-49a5-9e5b-2ab3eed26eb0), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:19.788413 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-7009aded-748f-4de1-a325-efb8ad267327 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for security_group (99a08824-dc82-49a5-9e5b-2ab3eed26eb0), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:19.798904 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c7291ed1-9bc1-4ad2-8236-c7493d017b46 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932097'] for security_group_rule (fce75517-291c-4cef-a13f-76d4c9e1e9e7), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:19.803445 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:19.818029 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7291ed1-9bc1-4ad2-8236-c7493d017b46 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce75517-291c-4cef-a13f-76d4c9e1e9e7,revision_number=0']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:06:19.972223 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c7291ed1-9bc1-4ad2-8236-c7493d017b46 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:19.973460 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-c7291ed1-9bc1-4ad2-8236-c7493d017b46 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4023833 Jun 16 19:06:19.975955 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 56636) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:06:19.980269 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-1de59d87-bde6-4578-8e8e-857f8383de26 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Request body: {'security_group_rule': {'security_group_id': '442b058d-6417-4d96-bc3e-11d8bbc0439b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:06:20.016252 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-7009aded-748f-4de1-a325-efb8ad267327 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (99a08824-dc82-49a5-9e5b-2ab3eed26eb0), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:20.022525 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-7009aded-748f-4de1-a325-efb8ad267327 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:20.022525 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-7009aded-748f-4de1-a325-efb8ad267327 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] 10.222.0.81 "DELETE /v2.0/security-groups/99a08824-dc82-49a5-9e5b-2ab3eed26eb0 HTTP/1.1" status: 204 len: 168 time: 0.3184783 Jun 16 19:06:20.029627 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009aded-748f-4de1-a325-efb8ad267327 tempest-TestVolumeBootPattern-1915969095 tempest-TestVolumeBootPattern-1915969095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a08824-dc82-49a5-9e5b-2ab3eed26eb0,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:06:20.096520 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1de59d87-bde6-4578-8e8e-857f8383de26 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group_rule (85b5625f-b388-447f-aa72-0bb9b3a2bcb0), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:20.164108 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1de59d87-bde6-4578-8e8e-857f8383de26 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group_rule (85b5625f-b388-447f-aa72-0bb9b3a2bcb0), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:20.185978 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 56640) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:06:20.221864 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1de59d87-bde6-4578-8e8e-857f8383de26 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932097'] for security_group_rule (85b5625f-b388-447f-aa72-0bb9b3a2bcb0), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:20.248058 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de59d87-bde6-4578-8e8e-857f8383de26 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85b5625f-b388-447f-aa72-0bb9b3a2bcb0,revision_number=0']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:06:20.332418 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-1de59d87-bde6-4578-8e8e-857f8383de26 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:20.333679 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-1de59d87-bde6-4578-8e8e-857f8383de26 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3567948 Jun 16 19:06:20.336590 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 56644) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:06:20.341550 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-d26cf9d6-46ba-4abd-b29f-74e8599a9a55 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Request body: {'floatingip': {'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:06:20.422038 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d26cf9d6-46ba-4abd-b29f-74e8599a9a55 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:20.425956 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=12 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:20.504488 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d26cf9d6-46ba-4abd-b29f-74e8599a9a55 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:20.506760 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:20.602508 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-73d7d86a-3af6-4176-abbb-478dc32a784a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8339909'] for router_interface (868c3318-095c-49d9-982d-37995465aa5f), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:20.609222 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.db_base_plugin_common [None req-d26cf9d6-46ba-4abd-b29f-74e8599a9a55 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Allocated IP 172.27.0.182 (d7ab3290-3ce1-430c-a2b5-625628340a0e/2251f151-d04b-4b41-88db-58f0d465a2f0/5d346a7d-fd37-4eeb-b0b4-d5feaf96f248) {{(pid=116192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 19:06:20.627965 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device dc6d3d2a-8aa4-44da-b96a-930f2a198820 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:06:20.653023 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] No Port match for: dc6d3d2a-8aa4-44da-b96a-930f2a198820 {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:06:20.653686 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device dc6d3d2a-8aa4-44da-b96a-930f2a198820 not bound to the agent host hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:06:20.654270 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 66d9152b-c02c-4f61-9fe8-f277bc4c64a1 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:06:20.674244 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] No Port match for: 66d9152b-c02c-4f61-9fe8-f277bc4c64a1 {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:06:20.674595 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 66d9152b-c02c-4f61-9fe8-f277bc4c64a1 not bound to the agent host hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:06:20.724173 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d26cf9d6-46ba-4abd-b29f-74e8599a9a55 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for port (5d346a7d-fd37-4eeb-b0b4-d5feaf96f248), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:20.810500 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d26cf9d6-46ba-4abd-b29f-74e8599a9a55 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326567'] for port (5d346a7d-fd37-4eeb-b0b4-d5feaf96f248), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:20.854674 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26cf9d6-46ba-4abd-b29f-74e8599a9a55 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Network d7ab3290-3ce1-430c-a2b5-625628340a0e is already hosted by enough agents. {{(pid=116192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:06:20.860362 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-d26cf9d6-46ba-4abd-b29f-74e8599a9a55 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Resources bound (agent type, host, resource id): {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:06:20.862875 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26cf9d6-46ba-4abd-b29f-74e8599a9a55 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Received port after_create {{(pid=116192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 19:06:20.866353 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26cf9d6-46ba-4abd-b29f-74e8599a9a55 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Pushing event updated for resources: {'Port': ['ID=5d346a7d-fd37-4eeb-b0b4-d5feaf96f248,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:06:20.949906 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d26cf9d6-46ba-4abd-b29f-74e8599a9a55 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for floatingip (b48ee235-6f23-418d-9059-2244c17dd082), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:21.034119 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:21.044761 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d26cf9d6-46ba-4abd-b29f-74e8599a9a55 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (5d346a7d-fd37-4eeb-b0b4-d5feaf96f248), before_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:21.088744 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-73d7d86a-3af6-4176-abbb-478dc32a784a admin admin] Deleting port fd7ded77-b28c-46ec-854f-a2cc65c7c322 {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:06:21.089332 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-73d7d86a-3af6-4176-abbb-478dc32a784a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (fd7ded77-b28c-46ec-854f-a2cc65c7c322), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:21.170920 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [None req-73d7d86a-3af6-4176-abbb-478dc32a784a admin admin] For port fd7ded77-b28c-46ec-854f-a2cc65c7c322, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=fd7ded77-b28c-46ec-854f-a2cc65c7c322,segment=NetworkSegment(8663ba12-146f-4a4a-92de-df95415fefb5),segment_id=8663ba12-146f-4a4a-92de-df95415fefb5)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:06:21.171288 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-73d7d86a-3af6-4176-abbb-478dc32a784a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (fd7ded77-b28c-46ec-854f-a2cc65c7c322), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:21.183222 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:21.184382 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-73d7d86a-3af6-4176-abbb-478dc32a784a admin admin] Calling delete_port for fd7ded77-b28c-46ec-854f-a2cc65c7c322 owned by network:router_interface {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:06:21.199726 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d26cf9d6-46ba-4abd-b29f-74e8599a9a55 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for port (5d346a7d-fd37-4eeb-b0b4-d5feaf96f248), precommit_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:21.238824 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d26cf9d6-46ba-4abd-b29f-74e8599a9a55 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326574'] for port (5d346a7d-fd37-4eeb-b0b4-d5feaf96f248), after_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:21.307223 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26cf9d6-46ba-4abd-b29f-74e8599a9a55 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Pushing event updated for resources: {'Port': ['ID=5d346a7d-fd37-4eeb-b0b4-d5feaf96f248,revision_number=2']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:06:21.317331 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d26cf9d6-46ba-4abd-b29f-74e8599a9a55 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8340165'] for floatingip (b48ee235-6f23-418d-9059-2244c17dd082), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:21.331254 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:21.394864 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d26cf9d6-46ba-4abd-b29f-74e8599a9a55 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for floatingip (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:21.396113 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-d26cf9d6-46ba-4abd-b29f-74e8599a9a55 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0579317 Jun 16 19:06:21.444649 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-73d7d86a-3af6-4176-abbb-478dc32a784a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (fd7ded77-b28c-46ec-854f-a2cc65c7c322), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:21.470795 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7d86a-3af6-4176-abbb-478dc32a784a admin admin] Pushing event deleted for resources: {'Port': ['ID=fd7ded77-b28c-46ec-854f-a2cc65c7c322,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:06:21.617112 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-59e57e04-a15e-4317-864d-56463b61a527 req-8269ddd3-6612-4f3c-9179-af903c493314 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--918085758&fields=id&tenant_id=cfa6530fe6dd49d88f41c57406f4cbb6 HTTP/1.1" status: 200 len: 267 time: 0.0950365 Jun 16 19:06:21.732670 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-73d7d86a-3af6-4176-abbb-478dc32a784a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8339541'] for router_interface (868c3318-095c-49d9-982d-37995465aa5f), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:21.807855 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e57e04-a15e-4317-864d-56463b61a527 req-c6c401af-9611-4405-8b50-efb486afbd69 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:21.809325 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-59e57e04-a15e-4317-864d-56463b61a527 req-c6c401af-9611-4405-8b50-efb486afbd69 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/networks?id=9f5b1bf4-16e2-474a-b72c-6a89096e68f2 HTTP/1.1" status: 200 len: 815 time: 0.1842284 Jun 16 19:06:21.852328 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-59e57e04-a15e-4317-864d-56463b61a527 req-886aa51d-8c57-4ef3-89f3-6255e5b28908 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/quotas/cfa6530fe6dd49d88f41c57406f4cbb6 HTTP/1.1" status: 200 len: 375 time: 0.0364645 Jun 16 19:06:21.911053 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-59e57e04-a15e-4317-864d-56463b61a527 req-fab30944-1ffd-44a2-8bd2-c1826bd9fed0 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cfa6530fe6dd49d88f41c57406f4cbb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516005 Jun 16 19:06:21.996574 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [req-59e57e04-a15e-4317-864d-56463b61a527 req-b2c491b3-6560-4242-a679-d7c4522ed89b service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=116193) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 19:06:21.997598 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-59e57e04-a15e-4317-864d-56463b61a527 req-b2c491b3-6560-4242-a679-d7c4522ed89b service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0521579 Jun 16 19:06:22.075074 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d7d86a-3af6-4176-abbb-478dc32a784a admin admin] Router 868c3318-095c-49d9-982d-37995465aa5f has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 19:06:22.143525 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-59e57e04-a15e-4317-864d-56463b61a527 req-5e579182-620a-41a3-bb09-4de1890fcf59 service neutron] 10.222.0.81 "GET /v2.0/networks/9f5b1bf4-16e2-474a-b72c-6a89096e68f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388183 Jun 16 19:06:22.202094 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:22.244190 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:22.265412 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d7d86a-3af6-4176-abbb-478dc32a784a admin admin] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:06:22.272534 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-73d7d86a-3af6-4176-abbb-478dc32a784a admin admin] 10.222.0.81 "PUT /v2.0/routers/868c3318-095c-49d9-982d-37995465aa5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0854566 Jun 16 19:06:22.274185 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea06dec-062f-4e52-97d3-bc02cd611ef3 None None] Sync routers for ids ['868c3318-095c-49d9-982d-37995465aa5f'] in dv-cinder-846171-1-iscsi {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:06:22.275808 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 56664) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:06:22.285736 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea06dec-062f-4e52-97d3-bc02cd611ef3 None None] Routers {'868c3318-095c-49d9-982d-37995465aa5f'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:06:22.286369 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-4ea06dec-062f-4e52-97d3-bc02cd611ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:06:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['868c3318-095c-49d9-982d-37995465aa5f'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:06:22.293778 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-59e57e04-a15e-4317-864d-56463b61a527 req-5ef348b3-4d71-49cc-9cbb-98dd36699e12 service neutron] 10.222.0.81 "GET /v2.0/networks/9f5b1bf4-16e2-474a-b72c-6a89096e68f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418850 Jun 16 19:06:22.380991 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-92d97c45-9d0d-4f1d-a24b-5c676bdfb77b admin admin] Publish callbacks [] for router (868c3318-095c-49d9-982d-37995465aa5f), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:22.390582 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-4ea06dec-062f-4e52-97d3-bc02cd611ef3 None None] Set router 868c3318-095c-49d9-982d-37995465aa5f gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:06:22.479536 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-92d97c45-9d0d-4f1d-a24b-5c676bdfb77b admin admin] Publish callbacks [] for router_gateway (868c3318-095c-49d9-982d-37995465aa5f), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:22.506416 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=100 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:22.566760 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-4ea06dec-062f-4e52-97d3-bc02cd611ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868c3318-095c-49d9-982d-37995465aa5f', 'name': 'tempest-TestVolumeBootPattern-1948789007-router', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T19:06:21Z', 'revision_number': 5, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'gw_port': {'id': 'b01e6444-57ae-4695-8c98-0f59a8449b00', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868c3318-095c-49d9-982d-37995465aa5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T18:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi'}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:06:22.580739 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-92d97c45-9d0d-4f1d-a24b-5c676bdfb77b admin admin] Deleting port b01e6444-57ae-4695-8c98-0f59a8449b00 {{(pid=116192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:06:22.581092 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-92d97c45-9d0d-4f1d-a24b-5c676bdfb77b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (b01e6444-57ae-4695-8c98-0f59a8449b00), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:22.583720 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:22.595386 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-502d3d8c-6e8b-42a1-a18e-c375c1b8ed33 req-485186c9-8067-40de-a37a-88cd4362e172 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=da4c1366-5e97-4a64-9307-dd4ba3f10ff3 HTTP/1.1" status: 200 len: 210 time: 0.0440450 Jun 16 19:06:22.601480 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea06dec-062f-4e52-97d3-bc02cd611ef3 None None] Checking router: 868c3318-095c-49d9-982d-37995465aa5f for host: dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:06:22.612067 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea06dec-062f-4e52-97d3-bc02cd611ef3 None None] Routers {'868c3318-095c-49d9-982d-37995465aa5f'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:06:22.612778 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-4ea06dec-062f-4e52-97d3-bc02cd611ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:06:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['868c3318-095c-49d9-982d-37995465aa5f'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:06:22.681101 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.db [None req-92d97c45-9d0d-4f1d-a24b-5c676bdfb77b admin admin] For port b01e6444-57ae-4695-8c98-0f59a8449b00, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=b01e6444-57ae-4695-8c98-0f59a8449b00,segment=NetworkSegment(71d34237-f06f-4603-b433-3dd04278adc6),segment_id=71d34237-f06f-4603-b433-3dd04278adc6)] {{(pid=116192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:06:22.681842 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-92d97c45-9d0d-4f1d-a24b-5c676bdfb77b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (b01e6444-57ae-4695-8c98-0f59a8449b00), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:22.696448 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-92d97c45-9d0d-4f1d-a24b-5c676bdfb77b admin admin] Calling delete_port for b01e6444-57ae-4695-8c98-0f59a8449b00 owned by network:router_gateway {{(pid=116192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:06:22.703815 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-4ea06dec-062f-4e52-97d3-bc02cd611ef3 None None] Set router 868c3318-095c-49d9-982d-37995465aa5f gateway port host: None {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:06:22.754634 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-4ea06dec-062f-4e52-97d3-bc02cd611ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868c3318-095c-49d9-982d-37995465aa5f', 'name': 'tempest-TestVolumeBootPattern-1948789007-router', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T19:06:22Z', 'revision_number': 6, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'gw_port_host': None}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:06:22.779182 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea06dec-062f-4e52-97d3-bc02cd611ef3 None None] The sync data for ids ['868c3318-095c-49d9-982d-37995465aa5f'] in dv-cinder-846171-1-iscsi is: [{'id': '868c3318-095c-49d9-982d-37995465aa5f', 'name': 'tempest-TestVolumeBootPattern-1948789007-router', 'tenant_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:57:55Z', 'updated_at': '2022-06-16T19:06:22Z', 'revision_number': 6, 'project_id': 'fc32e3179c534d83b3d4108a38fb9d19', 'gw_port_host': None}] {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:06:22.814963 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:22.941434 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-92d97c45-9d0d-4f1d-a24b-5c676bdfb77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326567'] for port (b01e6444-57ae-4695-8c98-0f59a8449b00), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:22.967143 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d97c45-9d0d-4f1d-a24b-5c676bdfb77b admin admin] Pushing event deleted for resources: {'Port': ['ID=b01e6444-57ae-4695-8c98-0f59a8449b00,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:06:23.034669 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-92d97c45-9d0d-4f1d-a24b-5c676bdfb77b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8340098'] for router_gateway (868c3318-095c-49d9-982d-37995465aa5f), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:23.122223 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-92d97c45-9d0d-4f1d-a24b-5c676bdfb77b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8344715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12082'] for router (868c3318-095c-49d9-982d-37995465aa5f), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:23.124808 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-92d97c45-9d0d-4f1d-a24b-5c676bdfb77b admin admin] Publish callbacks [] for router_controller (868c3318-095c-49d9-982d-37995465aa5f), precommit_delete_associations {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:23.222583 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-92d97c45-9d0d-4f1d-a24b-5c676bdfb77b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8344801'] for router (868c3318-095c-49d9-982d-37995465aa5f), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:23.223337 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d97c45-9d0d-4f1d-a24b-5c676bdfb77b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 868c3318-095c-49d9-982d-37995465aa5f {{(pid=116192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 19:06:23.232835 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-92d97c45-9d0d-4f1d-a24b-5c676bdfb77b admin admin] Publish callbacks [] for router (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:23.232835 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-92d97c45-9d0d-4f1d-a24b-5c676bdfb77b admin admin] 10.222.0.81 "DELETE /v2.0/routers/868c3318-095c-49d9-982d-37995465aa5f HTTP/1.1" status: 204 len: 168 time: 0.9529791 Jun 16 19:06:23.233053 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 56678) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:06:23.278006 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc295f51-0a8b-48db-9567-9123e7a36217 admin admin] Deleting subnet 38fcf1af-5fbd-4e35-811d-148efba21d9d {{(pid=116192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 19:06:23.281192 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-fc295f51-0a8b-48db-9567-9123e7a36217 admin admin] Publish callbacks [] for subnet (38fcf1af-5fbd-4e35-811d-148efba21d9d), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:23.315671 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-fc295f51-0a8b-48db-9567-9123e7a36217 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4528341'] for subnet (38fcf1af-5fbd-4e35-811d-148efba21d9d), precommit_delete_associations {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:23.394234 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-fc295f51-0a8b-48db-9567-9123e7a36217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877176'] for subnet (38fcf1af-5fbd-4e35-811d-148efba21d9d), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:23.490300 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:23.497006 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:23.507780 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-fc295f51-0a8b-48db-9567-9123e7a36217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5326548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134033083'] for subnet (38fcf1af-5fbd-4e35-811d-148efba21d9d), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:23.534112 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc295f51-0a8b-48db-9567-9123e7a36217 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38fcf1af-5fbd-4e35-811d-148efba21d9d,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:06:23.542988 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-fc295f51-0a8b-48db-9567-9123e7a36217 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for subnet (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:23.542988 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-fc295f51-0a8b-48db-9567-9123e7a36217 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/38fcf1af-5fbd-4e35-811d-148efba21d9d HTTP/1.1" status: 204 len: 168 time: 0.3085194 Jun 16 19:06:23.547611 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a40d0d-9ee2-4e17-b235-603ce4112906 None None] Network f31f33e6-f431-4d4c-a847-a5f33b248bb8 requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 19:06:23.551170 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 56680) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:06:23.648983 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-415f9a90-c0af-4f02-b4ae-a3bc62ee222f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660547'] for network (f31f33e6-f431-4d4c-a847-a5f33b248bb8), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:23.723843 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a3b064f5-fdf0-4831-9ece-54a4783aa651 req-d0cf526e-cb9d-4b20-8e66-ad4fb23c0c83 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=da4c1366-5e97-4a64-9307-dd4ba3f10ff3 HTTP/1.1" status: 200 len: 210 time: 0.0441980 Jun 16 19:06:23.726445 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-415f9a90-c0af-4f02-b4ae-a3bc62ee222f admin admin] Deleting port 8c57cff1-802e-4bcf-837d-9fab45297a6c {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:06:23.726784 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-415f9a90-c0af-4f02-b4ae-a3bc62ee222f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (8c57cff1-802e-4bcf-837d-9fab45297a6c), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:23.768832 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f46d7f-2580-4bc3-8f8d-4e9a54f53741 None None] DHCP port deletion for f31f33e6-f431-4d4c-a847-a5f33b248bb8 request from dv-cinder-846171-1-iscsi {{(pid=116194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 19:06:23.802557 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [None req-415f9a90-c0af-4f02-b4ae-a3bc62ee222f admin admin] For port 8c57cff1-802e-4bcf-837d-9fab45297a6c, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=8c57cff1-802e-4bcf-837d-9fab45297a6c,segment=NetworkSegment(8663ba12-146f-4a4a-92de-df95415fefb5),segment_id=8663ba12-146f-4a4a-92de-df95415fefb5)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:06:23.803022 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-415f9a90-c0af-4f02-b4ae-a3bc62ee222f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (8c57cff1-802e-4bcf-837d-9fab45297a6c), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:23.812996 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-e3f46d7f-2580-4bc3-8f8d-4e9a54f53741 None None] Deleting port 8c57cff1-802e-4bcf-837d-9fab45297a6c {{(pid=116194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:06:23.813413 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-e3f46d7f-2580-4bc3-8f8d-4e9a54f53741 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (8c57cff1-802e-4bcf-837d-9fab45297a6c), before_delete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:23.820178 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-415f9a90-c0af-4f02-b4ae-a3bc62ee222f admin admin] Calling delete_port for 8c57cff1-802e-4bcf-837d-9fab45297a6c owned by network:dhcp {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:06:23.886833 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-e3f46d7f-2580-4bc3-8f8d-4e9a54f53741 None None] For port 8c57cff1-802e-4bcf-837d-9fab45297a6c, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=8c57cff1-802e-4bcf-837d-9fab45297a6c,segment=NetworkSegment(8663ba12-146f-4a4a-92de-df95415fefb5),segment_id=8663ba12-146f-4a4a-92de-df95415fefb5)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:06:23.887239 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-e3f46d7f-2580-4bc3-8f8d-4e9a54f53741 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (8c57cff1-802e-4bcf-837d-9fab45297a6c), precommit_delete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:23.902375 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-e3f46d7f-2580-4bc3-8f8d-4e9a54f53741 None None] Calling delete_port for 8c57cff1-802e-4bcf-837d-9fab45297a6c owned by network:dhcp {{(pid=116194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:06:23.987247 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-415f9a90-c0af-4f02-b4ae-a3bc62ee222f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (8c57cff1-802e-4bcf-837d-9fab45297a6c), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:23.994503 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-e3f46d7f-2580-4bc3-8f8d-4e9a54f53741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873'] for port (8c57cff1-802e-4bcf-837d-9fab45297a6c), after_delete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:23.999926 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:24.013716 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f9a90-c0af-4f02-b4ae-a3bc62ee222f admin admin] Pushing event deleted for resources: {'Port': ['ID=8c57cff1-802e-4bcf-837d-9fab45297a6c,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:06:24.017157 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415f9a90-c0af-4f02-b4ae-a3bc62ee222f admin admin] No DVR routers for this DVR port 8c57cff1-802e-4bcf-837d-9fab45297a6c on host dv-cinder-846171-1-iscsi {{(pid=116193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 19:06:24.022000 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f46d7f-2580-4bc3-8f8d-4e9a54f53741 None None] Pushing event deleted for resources: {'Port': ['ID=8c57cff1-802e-4bcf-837d-9fab45297a6c,revision_number=None']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:06:24.027089 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f46d7f-2580-4bc3-8f8d-4e9a54f53741 None None] No DVR routers for this DVR port 8c57cff1-802e-4bcf-837d-9fab45297a6c on host dv-cinder-846171-1-iscsi {{(pid=116194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 19:06:24.036215 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f46d7f-2580-4bc3-8f8d-4e9a54f53741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:24.036215 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f46d7f-2580-4bc3-8f8d-4e9a54f53741 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:24.036215 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f46d7f-2580-4bc3-8f8d-4e9a54f53741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:24.036215 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f46d7f-2580-4bc3-8f8d-4e9a54f53741 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:24.036215 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f46d7f-2580-4bc3-8f8d-4e9a54f53741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:24.036215 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f46d7f-2580-4bc3-8f8d-4e9a54f53741 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:24.036215 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f46d7f-2580-4bc3-8f8d-4e9a54f53741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:24.036215 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f46d7f-2580-4bc3-8f8d-4e9a54f53741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:24.037049 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f46d7f-2580-4bc3-8f8d-4e9a54f53741 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:24.037049 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f46d7f-2580-4bc3-8f8d-4e9a54f53741 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:24.041942 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f46d7f-2580-4bc3-8f8d-4e9a54f53741 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:24.041942 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f46d7f-2580-4bc3-8f8d-4e9a54f53741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:24.041942 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f46d7f-2580-4bc3-8f8d-4e9a54f53741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:24.041942 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f46d7f-2580-4bc3-8f8d-4e9a54f53741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:24.041942 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f46d7f-2580-4bc3-8f8d-4e9a54f53741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:06:24.100498 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-415f9a90-c0af-4f02-b4ae-a3bc62ee222f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879417', 'neutron.services.segments.db._delete_segments_for_network-8748651528183'] for network (f31f33e6-f431-4d4c-a847-a5f33b248bb8), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:24.120181 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 8c57cff1-802e-4bcf-837d-9fab45297a6c no longer exists at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:06:24.122545 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.services.segments.db [None req-415f9a90-c0af-4f02-b4ae-a3bc62ee222f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f31f33e6-f431-4d4c-a847-a5f33b248bb8']}} {{(pid=116193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:06:24.133013 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.services.segments.db [None req-415f9a90-c0af-4f02-b4ae-a3bc62ee222f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8663ba12-146f-4a4a-92de-df95415fefb5') {'for_net_delete': True} {{(pid=116193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:06:24.134626 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.services.segments.db [None req-415f9a90-c0af-4f02-b4ae-a3bc62ee222f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8663ba12-146f-4a4a-92de-df95415fefb5') {} {{(pid=116193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:06:24.141570 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] No Port match for: 8c57cff1-802e-4bcf-837d-9fab45297a6c {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:06:24.141923 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 8c57cff1-802e-4bcf-837d-9fab45297a6c not bound to the agent host dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:06:24.142351 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device fd7ded77-b28c-46ec-854f-a2cc65c7c322 no longer exists at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:06:24.147383 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-415f9a90-c0af-4f02-b4ae-a3bc62ee222f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748651528066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5912559'] for segment (8663ba12-146f-4a4a-92de-df95415fefb5), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:24.163280 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] No Port match for: fd7ded77-b28c-46ec-854f-a2cc65c7c322 {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:06:24.163629 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device fd7ded77-b28c-46ec-854f-a2cc65c7c322 not bound to the agent host dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:06:24.164039 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device b01e6444-57ae-4695-8c98-0f59a8449b00 no longer exists at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:06:24.166395 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-415f9a90-c0af-4f02-b4ae-a3bc62ee222f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056'] for segment (8663ba12-146f-4a4a-92de-df95415fefb5), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:24.172950 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-415f9a90-c0af-4f02-b4ae-a3bc62ee222f admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=116193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 19:06:24.173360 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-415f9a90-c0af-4f02-b4ae-a3bc62ee222f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5911613'] for segment (8663ba12-146f-4a4a-92de-df95415fefb5), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:24.183140 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] No Port match for: b01e6444-57ae-4695-8c98-0f59a8449b00 {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:06:24.183494 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device b01e6444-57ae-4695-8c98-0f59a8449b00 not bound to the agent host dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:06:24.219867 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.services.segments.plugin [-] Segment 8663ba12-146f-4a4a-92de-df95415fefb5 resource provider aggregate not found Jun 16 19:06:24.237906 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.services.segments.plugin [-] Segment 8663ba12-146f-4a4a-92de-df95415fefb5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8663ba12-146f-4a4a-92de-df95415fefb5 found for delete ", "request_id": "req-dafca406-c433-4e34-8739-8483b8de16fb"}]} Jun 16 19:06:24.295665 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-415f9a90-c0af-4f02-b4ae-a3bc62ee222f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8340142'] for network (f31f33e6-f431-4d4c-a847-a5f33b248bb8), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:24.300878 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-415f9a90-c0af-4f02-b4ae-a3bc62ee222f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for network (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:24.304032 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-415f9a90-c0af-4f02-b4ae-a3bc62ee222f admin admin] 10.222.0.81 "DELETE /v2.0/networks/f31f33e6-f431-4d4c-a847-a5f33b248bb8 HTTP/1.1" status: 204 len: 168 time: 0.7519522 Jun 16 19:06:24.307063 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 56688) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:06:24.314665 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f9a90-c0af-4f02-b4ae-a3bc62ee222f admin admin] Pushing event deleted for resources: {'Network': ['ID=f31f33e6-f431-4d4c-a847-a5f33b248bb8,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:06:24.564535 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:DELETE=12,neutron:UPDATE=3,neutron:SELECT=85 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:24.618607 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-5f95aeed-b5d6-4d6e-b6c5-8325631f32e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8339909'] for router_interface (174190cd-1bb3-4c6e-ba46-cf2488e8496f), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:24.669963 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e57e04-a15e-4317-864d-56463b61a527 req-c8776a85-5291-4af2-a371-fe8546191b61 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:24.671518 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-59e57e04-a15e-4317-864d-56463b61a527 req-c8776a85-5291-4af2-a371-fe8546191b61 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.66 "GET /v2.0/networks?id=9f5b1bf4-16e2-474a-b72c-6a89096e68f2 HTTP/1.1" status: 200 len: 815 time: 0.1066074 Jun 16 19:06:24.698065 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:24.734394 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-59e57e04-a15e-4317-864d-56463b61a527 req-a880b71f-ddfc-4f72-855e-b868ba2000f2 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfa6530fe6dd49d88f41c57406f4cbb6 HTTP/1.1" status: 200 len: 379 time: 0.0548248 Jun 16 19:06:24.743234 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [req-59e57e04-a15e-4317-864d-56463b61a527 req-77d04862-2561-4c45-8103-6cb700f37ca2 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Request body: {'port': {'device_id': 'da4c1366-5e97-4a64-9307-dd4ba3f10ff3', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'admin_state_up': True, 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'security_groups': ['442b058d-6417-4d96-bc3e-11d8bbc0439b']}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:06:24.845130 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9c5fe231-1040-4200-be23-5fbe00d732de req-2f1d54bd-f992-401f-8081-f17435efb3d3 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=da4c1366-5e97-4a64-9307-dd4ba3f10ff3 HTTP/1.1" status: 200 len: 210 time: 0.0347378 Jun 16 19:06:24.851885 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-5f95aeed-b5d6-4d6e-b6c5-8325631f32e4 admin admin] Deleting port 00102202-e9da-4c1d-be05-7ba6e746274e {{(pid=116192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:06:24.852266 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-5f95aeed-b5d6-4d6e-b6c5-8325631f32e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (00102202-e9da-4c1d-be05-7ba6e746274e), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:24.853115 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:24.882285 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:24.933677 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.db [None req-5f95aeed-b5d6-4d6e-b6c5-8325631f32e4 admin admin] For port 00102202-e9da-4c1d-be05-7ba6e746274e, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=00102202-e9da-4c1d-be05-7ba6e746274e,segment=NetworkSegment(fe8cee17-96fc-41e3-a34b-fb2ffaa37c44),segment_id=fe8cee17-96fc-41e3-a34b-fb2ffaa37c44)] {{(pid=116192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:06:24.934037 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-5f95aeed-b5d6-4d6e-b6c5-8325631f32e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (00102202-e9da-4c1d-be05-7ba6e746274e), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:24.946912 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-5f95aeed-b5d6-4d6e-b6c5-8325631f32e4 admin admin] Calling delete_port for 00102202-e9da-4c1d-be05-7ba6e746274e owned by network:router_interface {{(pid=116192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:06:24.992280 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59e57e04-a15e-4317-864d-56463b61a527 req-77d04862-2561-4c45-8103-6cb700f37ca2 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Made reservation on behalf of cfa6530fe6dd49d88f41c57406f4cbb6 for: {'port': 1} {{(pid=116193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 19:06:24.995822 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-59e57e04-a15e-4317-864d-56463b61a527 req-77d04862-2561-4c45-8103-6cb700f37ca2 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:25.077511 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:25.131259 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_common [req-59e57e04-a15e-4317-864d-56463b61a527 req-77d04862-2561-4c45-8103-6cb700f37ca2 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Allocated IP 172.20.0.9 (9f5b1bf4-16e2-474a-b72c-6a89096e68f2/c183fee7-51b9-49a6-a0ab-83d2a2c96a61/0086278e-f064-4820-90a4-232684b7bc52) {{(pid=116193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 19:06:25.187033 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-5f95aeed-b5d6-4d6e-b6c5-8325631f32e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326567'] for port (00102202-e9da-4c1d-be05-7ba6e746274e), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:25.212667 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95aeed-b5d6-4d6e-b6c5-8325631f32e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=00102202-e9da-4c1d-be05-7ba6e746274e,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:06:25.334263 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-59e57e04-a15e-4317-864d-56463b61a527 req-77d04862-2561-4c45-8103-6cb700f37ca2 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for port (0086278e-f064-4820-90a4-232684b7bc52), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:25.379620 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-5f95aeed-b5d6-4d6e-b6c5-8325631f32e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8339541'] for router_interface (174190cd-1bb3-4c6e-ba46-cf2488e8496f), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:25.450649 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-59e57e04-a15e-4317-864d-56463b61a527 req-77d04862-2561-4c45-8103-6cb700f37ca2 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (0086278e-f064-4820-90a4-232684b7bc52), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:25.497783 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59e57e04-a15e-4317-864d-56463b61a527 req-77d04862-2561-4c45-8103-6cb700f37ca2 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Network 9f5b1bf4-16e2-474a-b72c-6a89096e68f2 is already hosted by enough agents. {{(pid=116193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:06:25.503341 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [req-59e57e04-a15e-4317-864d-56463b61a527 req-77d04862-2561-4c45-8103-6cb700f37ca2 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Resources bound (agent type, host, resource id): {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:06:25.506652 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e57e04-a15e-4317-864d-56463b61a527 req-77d04862-2561-4c45-8103-6cb700f37ca2 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Received port after_create {{(pid=116193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 19:06:25.532916 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d04862-2561-4c45-8103-6cb700f37ca2 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Pushing event updated for resources: {'Port': ['ID=0086278e-f064-4820-90a4-232684b7bc52,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:06:25.546101 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:25.564188 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e57e04-a15e-4317-864d-56463b61a527 req-77d04862-2561-4c45-8103-6cb700f37ca2 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:25.564835 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-59e57e04-a15e-4317-864d-56463b61a527 req-77d04862-2561-4c45-8103-6cb700f37ca2 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:25.590634 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f95aeed-b5d6-4d6e-b6c5-8325631f32e4 admin admin] Router 174190cd-1bb3-4c6e-ba46-cf2488e8496f has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 19:06:25.669682 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-59e57e04-a15e-4317-864d-56463b61a527 req-77d04862-2561-4c45-8103-6cb700f37ca2 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9297607 Jun 16 19:06:25.678999 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [req-59e57e04-a15e-4317-864d-56463b61a527 req-68c91d7e-8c9d-44cd-98fd-f72e10dabbdd tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=116193) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 19:06:25.680190 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-59e57e04-a15e-4317-864d-56463b61a527 req-68c91d7e-8c9d-44cd-98fd-f72e10dabbdd tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060742 Jun 16 19:06:25.694207 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f95aeed-b5d6-4d6e-b6c5-8325631f32e4 admin admin] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:06:25.703904 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 56698) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:06:25.706519 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-5f95aeed-b5d6-4d6e-b6c5-8325631f32e4 admin admin] 10.222.0.81 "PUT /v2.0/routers/174190cd-1bb3-4c6e-ba46-cf2488e8496f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3957765 Jun 16 19:06:25.707457 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3678fe9-24dd-446b-a576-60b47071a8e9 None None] Sync routers for ids ['174190cd-1bb3-4c6e-ba46-cf2488e8496f'] in dv-cinder-846171-1-iscsi {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:06:25.722477 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3678fe9-24dd-446b-a576-60b47071a8e9 None None] Routers {'174190cd-1bb3-4c6e-ba46-cf2488e8496f'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:06:25.723205 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-d3678fe9-24dd-446b-a576-60b47071a8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:06:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['174190cd-1bb3-4c6e-ba46-cf2488e8496f'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:06:25.749467 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [req-59e57e04-a15e-4317-864d-56463b61a527 req-b54c0360-e6c2-4a83-a9ab-ef61f6740225 service neutron] Request body: {'port': {'device_id': 'da4c1366-5e97-4a64-9307-dd4ba3f10ff3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:06:25.762301 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-8ad0dfdf-0ca6-44fe-bc60-5335aef70d6e None None] Provisioning complete for port 0086278e-f064-4820-90a4-232684b7bc52 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:06:25.762918 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-8ad0dfdf-0ca6-44fe-bc60-5335aef70d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (0086278e-f064-4820-90a4-232684b7bc52), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:25.798417 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-8ad0dfdf-0ca6-44fe-bc60-5335aef70d6e None None] Port 0086278e-f064-4820-90a4-232684b7bc52 cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 19:06:25.862221 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-59e57e04-a15e-4317-864d-56463b61a527 req-b54c0360-e6c2-4a83-a9ab-ef61f6740225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (0086278e-f064-4820-90a4-232684b7bc52), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:25.867222 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-4e499fa4-31ac-4e4f-bbf0-4b87e0c941a6 admin admin] Publish callbacks [] for router (174190cd-1bb3-4c6e-ba46-cf2488e8496f), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:25.909649 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-d3678fe9-24dd-446b-a576-60b47071a8e9 None None] Set router 174190cd-1bb3-4c6e-ba46-cf2488e8496f gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:06:26.078699 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-d3678fe9-24dd-446b-a576-60b47071a8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174190cd-1bb3-4c6e-ba46-cf2488e8496f', 'name': 'tempest-TestVolumeBootPattern-1091664215-router', 'tenant_id': '9dd164b80b2d41e4af0a9c90c41928d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'b9031343-a098-41fd-be44-8314dbe201d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:58:02Z', 'updated_at': '2022-06-16T19:06:25Z', 'revision_number': 5, 'project_id': '9dd164b80b2d41e4af0a9c90c41928d1', 'gw_port': {'id': 'b9031343-a098-41fd-be44-8314dbe201d9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174190cd-1bb3-4c6e-ba46-cf2488e8496f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:58:02Z', 'updated_at': '2022-06-16T18:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi'}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:06:26.081483 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc11f4-2901-453a-ab51-d05dd61dbc9a req-445c3578-c8d4-48e8-9133-c8f0109d9a46 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:26.083007 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b7fc11f4-2901-453a-ab51-d05dd61dbc9a req-445c3578-c8d4-48e8-9133-c8f0109d9a46 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=da4c1366-5e97-4a64-9307-dd4ba3f10ff3 HTTP/1.1" status: 200 len: 931 time: 0.1506310 Jun 16 19:06:26.104388 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3678fe9-24dd-446b-a576-60b47071a8e9 None None] Checking router: 174190cd-1bb3-4c6e-ba46-cf2488e8496f for host: dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:06:26.114368 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3678fe9-24dd-446b-a576-60b47071a8e9 None None] Routers {'174190cd-1bb3-4c6e-ba46-cf2488e8496f'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:06:26.115206 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-d3678fe9-24dd-446b-a576-60b47071a8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:06:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['174190cd-1bb3-4c6e-ba46-cf2488e8496f'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:06:26.117279 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-4e499fa4-31ac-4e4f-bbf0-4b87e0c941a6 admin admin] Publish callbacks [] for router_gateway (174190cd-1bb3-4c6e-ba46-cf2488e8496f), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:26.217972 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-d3678fe9-24dd-446b-a576-60b47071a8e9 None None] Set router 174190cd-1bb3-4c6e-ba46-cf2488e8496f gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:06:26.398536 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-d3678fe9-24dd-446b-a576-60b47071a8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174190cd-1bb3-4c6e-ba46-cf2488e8496f', 'name': 'tempest-TestVolumeBootPattern-1091664215-router', 'tenant_id': '9dd164b80b2d41e4af0a9c90c41928d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'b9031343-a098-41fd-be44-8314dbe201d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:58:02Z', 'updated_at': '2022-06-16T19:06:25Z', 'revision_number': 5, 'project_id': '9dd164b80b2d41e4af0a9c90c41928d1', 'gw_port': {'id': 'b9031343-a098-41fd-be44-8314dbe201d9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174190cd-1bb3-4c6e-ba46-cf2488e8496f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:58:02Z', 'updated_at': '2022-06-16T18:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi'}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:06:26.423485 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3678fe9-24dd-446b-a576-60b47071a8e9 None None] The sync data for ids ['174190cd-1bb3-4c6e-ba46-cf2488e8496f'] in dv-cinder-846171-1-iscsi is: [{'id': '174190cd-1bb3-4c6e-ba46-cf2488e8496f', 'name': 'tempest-TestVolumeBootPattern-1091664215-router', 'tenant_id': '9dd164b80b2d41e4af0a9c90c41928d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'b9031343-a098-41fd-be44-8314dbe201d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T18:58:02Z', 'updated_at': '2022-06-16T19:06:25Z', 'revision_number': 5, 'project_id': '9dd164b80b2d41e4af0a9c90c41928d1', 'gw_port': {'id': 'b9031343-a098-41fd-be44-8314dbe201d9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:11:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174190cd-1bb3-4c6e-ba46-cf2488e8496f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T18:58:02Z', 'updated_at': '2022-06-16T18:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi'}] {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:06:26.498286 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b7fc11f4-2901-453a-ab51-d05dd61dbc9a req-1a11f949-ab10-4ae0-8831-180a8f94e9bb tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=442b058d-6417-4d96-bc3e-11d8bbc0439b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3959394 Jun 16 19:06:26.517644 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-4e499fa4-31ac-4e4f-bbf0-4b87e0c941a6 admin admin] Deleting port b9031343-a098-41fd-be44-8314dbe201d9 {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:06:26.517987 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-4e499fa4-31ac-4e4f-bbf0-4b87e0c941a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (b9031343-a098-41fd-be44-8314dbe201d9), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:26.598255 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:26.643460 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [req-59e57e04-a15e-4317-864d-56463b61a527 req-b54c0360-e6c2-4a83-a9ab-ef61f6740225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0086278e-f064-4820-90a4-232684b7bc52 {{(pid=116193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 19:06:26.652715 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-59e57e04-a15e-4317-864d-56463b61a527 req-b54c0360-e6c2-4a83-a9ab-ef61f6740225 service neutron] Publish callbacks [] for port (0086278e-f064-4820-90a4-232684b7bc52), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:26.659645 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [None req-4e499fa4-31ac-4e4f-bbf0-4b87e0c941a6 admin admin] For port b9031343-a098-41fd-be44-8314dbe201d9, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=b9031343-a098-41fd-be44-8314dbe201d9,segment=NetworkSegment(71d34237-f06f-4603-b433-3dd04278adc6),segment_id=71d34237-f06f-4603-b433-3dd04278adc6)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:06:26.660087 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-4e499fa4-31ac-4e4f-bbf0-4b87e0c941a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (b9031343-a098-41fd-be44-8314dbe201d9), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:26.679670 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-4e499fa4-31ac-4e4f-bbf0-4b87e0c941a6 admin admin] Calling delete_port for b9031343-a098-41fd-be44-8314dbe201d9 owned by network:router_gateway {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:06:26.682299 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.provisioning_blocks [req-59e57e04-a15e-4317-864d-56463b61a527 req-b54c0360-e6c2-4a83-a9ab-ef61f6740225 service neutron] Transition to ACTIVE for port object 0086278e-f064-4820-90a4-232684b7bc52 will not be triggered until provisioned by entity L2. {{(pid=116193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 19:06:26.689311 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:26.749094 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-59e57e04-a15e-4317-864d-56463b61a527 req-b54c0360-e6c2-4a83-a9ab-ef61f6740225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (0086278e-f064-4820-90a4-232684b7bc52), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:26.847343 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c0360-e6c2-4a83-a9ab-ef61f6740225 service neutron] Pushing event updated for resources: {'Port': ['ID=0086278e-f064-4820-90a4-232684b7bc52,revision_number=2']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:06:26.964615 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-59e57e04-a15e-4317-864d-56463b61a527 req-b54c0360-e6c2-4a83-a9ab-ef61f6740225 service neutron] Attempting to bind port 0086278e-f064-4820-90a4-232684b7bc52 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 19:06:26.964955 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-59e57e04-a15e-4317-864d-56463b61a527 req-b54c0360-e6c2-4a83-a9ab-ef61f6740225 service neutron] Attempting to bind port 0086278e-f064-4820-90a4-232684b7bc52 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '5e64dbe6-3a0d-4a76-81bf-790c27bf3681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2'}] {{(pid=116193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 19:06:26.965319 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e57e04-a15e-4317-864d-56463b61a527 req-b54c0360-e6c2-4a83-a9ab-ef61f6740225 service neutron] Attempting to bind port 0086278e-f064-4820-90a4-232684b7bc52 on network 9f5b1bf4-16e2-474a-b72c-6a89096e68f2 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 19:06:26.970200 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e57e04-a15e-4317-864d-56463b61a527 req-b54c0360-e6c2-4a83-a9ab-ef61f6740225 service neutron] Port 0086278e-f064-4820-90a4-232684b7bc52 on network 9f5b1bf4-16e2-474a-b72c-6a89096e68f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 19:06:26.970524 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e57e04-a15e-4317-864d-56463b61a527 req-b54c0360-e6c2-4a83-a9ab-ef61f6740225 service neutron] Attempting to bind port 0086278e-f064-4820-90a4-232684b7bc52 on network 9f5b1bf4-16e2-474a-b72c-6a89096e68f2 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 19:06:26.975940 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e57e04-a15e-4317-864d-56463b61a527 req-b54c0360-e6c2-4a83-a9ab-ef61f6740225 service neutron] Checking agent: {'id': '78e75526-212b-4550-9dc1-6e088b901fa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'started_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 19, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 19:06:26.976278 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e57e04-a15e-4317-864d-56463b61a527 req-b54c0360-e6c2-4a83-a9ab-ef61f6740225 service neutron] Checking segment: {'id': '5e64dbe6-3a0d-4a76-81bf-790c27bf3681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 19:06:26.976659 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e57e04-a15e-4317-864d-56463b61a527 req-b54c0360-e6c2-4a83-a9ab-ef61f6740225 service neutron] Bound using segment: {'id': '5e64dbe6-3a0d-4a76-81bf-790c27bf3681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2'} {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 19:06:26.977085 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-59e57e04-a15e-4317-864d-56463b61a527 req-b54c0360-e6c2-4a83-a9ab-ef61f6740225 service neutron] Bound port: 0086278e-f064-4820-90a4-232684b7bc52, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e64dbe6-3a0d-4a76-81bf-790c27bf3681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2'}}] {{(pid=116193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 19:06:26.977502 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-59e57e04-a15e-4317-864d-56463b61a527 req-b54c0360-e6c2-4a83-a9ab-ef61f6740225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (0086278e-f064-4820-90a4-232684b7bc52), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:27.020272 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-4e499fa4-31ac-4e4f-bbf0-4b87e0c941a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (b9031343-a098-41fd-be44-8314dbe201d9), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:27.053767 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e499fa4-31ac-4e4f-bbf0-4b87e0c941a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9031343-a098-41fd-be44-8314dbe201d9,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:06:27.107115 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-59e57e04-a15e-4317-864d-56463b61a527 req-b54c0360-e6c2-4a83-a9ab-ef61f6740225 service neutron] For port 0086278e-f064-4820-90a4-232684b7bc52, host hv-cinder-84617, cleared binding levels {{(pid=116193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 19:06:27.124913 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-59e57e04-a15e-4317-864d-56463b61a527 req-b54c0360-e6c2-4a83-a9ab-ef61f6740225 service neutron] For port 0086278e-f064-4820-90a4-232684b7bc52, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=0086278e-f064-4820-90a4-232684b7bc52,segment=NetworkSegment(5e64dbe6-3a0d-4a76-81bf-790c27bf3681),segment_id=5e64dbe6-3a0d-4a76-81bf-790c27bf3681)] {{(pid=116193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 19:06:27.138654 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-4e499fa4-31ac-4e4f-bbf0-4b87e0c941a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8340098'] for router_gateway (174190cd-1bb3-4c6e-ba46-cf2488e8496f), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:27.216281 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-59e57e04-a15e-4317-864d-56463b61a527 req-b54c0360-e6c2-4a83-a9ab-ef61f6740225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (0086278e-f064-4820-90a4-232684b7bc52), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:27.221117 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:27.247793 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-4e499fa4-31ac-4e4f-bbf0-4b87e0c941a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8344715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12082'] for router (174190cd-1bb3-4c6e-ba46-cf2488e8496f), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:27.251909 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-4e499fa4-31ac-4e4f-bbf0-4b87e0c941a6 admin admin] Publish callbacks [] for router_controller (174190cd-1bb3-4c6e-ba46-cf2488e8496f), precommit_delete_associations {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:27.265592 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e57e04-a15e-4317-864d-56463b61a527 req-b54c0360-e6c2-4a83-a9ab-ef61f6740225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:27.269426 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-59e57e04-a15e-4317-864d-56463b61a527 req-b54c0360-e6c2-4a83-a9ab-ef61f6740225 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:27.269426 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-59e57e04-a15e-4317-864d-56463b61a527 req-b54c0360-e6c2-4a83-a9ab-ef61f6740225 service neutron] 10.222.0.66 "PUT /v2.0/ports/0086278e-f064-4820-90a4-232684b7bc52 HTTP/1.1" status: 200 len: 1093 time: 1.5805898 Jun 16 19:06:27.270340 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da4c1366-5e97-4a64-9307-dd4ba3f10ff3', 'tag': '0086278e-f064-4820-90a4-232684b7bc52'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:06:27.272612 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b357a369-ae96-4ad2-9d8e-00b21e33ce3b" -d '{"events": [{"name": "network-changed", "server_uuid": "da4c1366-5e97-4a64-9307-dd4ba3f10ff3", "tag": "0086278e-f064-4820-90a4-232684b7bc52"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:06:27.311942 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 19:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba92ba83-1ab1-46dd-a02e-4ad390079516 x-openstack-request-id: req-ba92ba83-1ab1-46dd-a02e-4ad390079516 {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:06:27.312232 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da4c1366-5e97-4a64-9307-dd4ba3f10ff3", "tag": "0086278e-f064-4820-90a4-232684b7bc52", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:06:27.312484 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ba92ba83-1ab1-46dd-a02e-4ad390079516 {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:06:27.312877 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba92ba83-1ab1-46dd-a02e-4ad390079516'] response: {'name': 'network-changed', 'server_uuid': 'da4c1366-5e97-4a64-9307-dd4ba3f10ff3', 'tag': '0086278e-f064-4820-90a4-232684b7bc52', 'status': 'completed', 'code': 200} Jun 16 19:06:27.329063 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c0360-e6c2-4a83-a9ab-ef61f6740225 service neutron] Pushing event updated for resources: {'Port': ['ID=0086278e-f064-4820-90a4-232684b7bc52,revision_number=3']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:06:27.376860 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357a369-ae96-4ad2-9d8e-00b21e33ce3b req-db4dc443-71b4-41f6-adbf-66a1ea9ef0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:27.378415 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b357a369-ae96-4ad2-9d8e-00b21e33ce3b req-db4dc443-71b4-41f6-adbf-66a1ea9ef0b2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cfa6530fe6dd49d88f41c57406f4cbb6&device_id=da4c1366-5e97-4a64-9307-dd4ba3f10ff3 HTTP/1.1" status: 200 len: 1127 time: 0.0463977 Jun 16 19:06:27.410487 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-4e499fa4-31ac-4e4f-bbf0-4b87e0c941a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8344801'] for router (174190cd-1bb3-4c6e-ba46-cf2488e8496f), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:27.411164 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e499fa4-31ac-4e4f-bbf0-4b87e0c941a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 174190cd-1bb3-4c6e-ba46-cf2488e8496f {{(pid=116193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 19:06:27.422534 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-4e499fa4-31ac-4e4f-bbf0-4b87e0c941a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:27.426460 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 56704) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:06:27.429781 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-4e499fa4-31ac-4e4f-bbf0-4b87e0c941a6 admin admin] 10.222.0.81 "DELETE /v2.0/routers/174190cd-1bb3-4c6e-ba46-cf2488e8496f HTTP/1.1" status: 204 len: 168 time: 1.7240906 Jun 16 19:06:27.457483 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:27.475653 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd92469-ca4c-4056-b121-55fa11519a68 admin admin] Deleting subnet 5a5cb7e7-447f-4fc5-9aa0-2ec97e229927 {{(pid=116192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 19:06:27.479849 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6cd92469-ca4c-4056-b121-55fa11519a68 admin admin] Publish callbacks [] for subnet (5a5cb7e7-447f-4fc5-9aa0-2ec97e229927), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:27.510322 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357a369-ae96-4ad2-9d8e-00b21e33ce3b req-a0e62e74-ce64-4929-be93-81cafe770b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:27.511902 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b357a369-ae96-4ad2-9d8e-00b21e33ce3b req-a0e62e74-ce64-4929-be93-81cafe770b5f service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=cfa6530fe6dd49d88f41c57406f4cbb6&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1246512 Jun 16 19:06:27.521573 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6cd92469-ca4c-4056-b121-55fa11519a68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4528341'] for subnet (5a5cb7e7-447f-4fc5-9aa0-2ec97e229927), precommit_delete_associations {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:27.575812 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:27.620241 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6cd92469-ca4c-4056-b121-55fa11519a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877176'] for subnet (5a5cb7e7-447f-4fc5-9aa0-2ec97e229927), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:27.652467 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8882b6e-f9e5-4808-bde8-88c6914c52ca req-d1937411-5786-4f62-911a-94f69f716b23 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:27.653975 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e8882b6e-f9e5-4808-bde8-88c6914c52ca req-d1937411-5786-4f62-911a-94f69f716b23 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=da4c1366-5e97-4a64-9307-dd4ba3f10ff3 HTTP/1.1" status: 200 len: 943 time: 0.0599513 Jun 16 19:06:27.679696 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357a369-ae96-4ad2-9d8e-00b21e33ce3b req-9fe36cd4-602d-4447-ac0f-3643e5a42d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:27.681775 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b357a369-ae96-4ad2-9d8e-00b21e33ce3b req-9fe36cd4-602d-4447-ac0f-3643e5a42d8b service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1641119 Jun 16 19:06:27.714876 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e8882b6e-f9e5-4808-bde8-88c6914c52ca req-2fdd5c33-83ce-4c51-95ed-8ea818b95492 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=442b058d-6417-4d96-bc3e-11d8bbc0439b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515480 Jun 16 19:06:27.744759 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:27.755092 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e57e04-a15e-4317-864d-56463b61a527 req-457a7d85-6175-4b75-95e1-d9224df88b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:27.756580 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-59e57e04-a15e-4317-864d-56463b61a527 req-457a7d85-6175-4b75-95e1-d9224df88b1a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cfa6530fe6dd49d88f41c57406f4cbb6&device_id=da4c1366-5e97-4a64-9307-dd4ba3f10ff3 HTTP/1.1" status: 200 len: 1127 time: 0.0405362 Jun 16 19:06:27.780607 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6cd92469-ca4c-4056-b121-55fa11519a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5326548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134033083'] for subnet (5a5cb7e7-447f-4fc5-9aa0-2ec97e229927), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:27.796540 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-59e57e04-a15e-4317-864d-56463b61a527 req-7e15cdd3-eb33-467f-9acf-8c8eb3706664 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0086278e-f064-4820-90a4-232684b7bc52 HTTP/1.1" status: 200 len: 217 time: 0.0326765 Jun 16 19:06:27.807653 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd92469-ca4c-4056-b121-55fa11519a68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a5cb7e7-447f-4fc5-9aa0-2ec97e229927,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:06:27.819058 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6cd92469-ca4c-4056-b121-55fa11519a68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for subnet (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:27.819058 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-6cd92469-ca4c-4056-b121-55fa11519a68 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/5a5cb7e7-447f-4fc5-9aa0-2ec97e229927 HTTP/1.1" status: 204 len: 168 time: 0.3882108 Jun 16 19:06:27.819058 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 56708) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:06:27.819351 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08823570-ace8-4951-9c69-79e957381ca1 None None] Network 1460b74d-ec29-44dc-b33c-7bf8bd768f9c requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 19:06:27.849732 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e57e04-a15e-4317-864d-56463b61a527 req-d5444b0e-eb18-4cdf-bfe5-47c5c8b77846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:27.852617 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-59e57e04-a15e-4317-864d-56463b61a527 req-d5444b0e-eb18-4cdf-bfe5-47c5c8b77846 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c183fee7-51b9-49a6-a0ab-83d2a2c96a61 HTTP/1.1" status: 200 len: 854 time: 0.0504191 Jun 16 19:06:27.890095 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-60a298a0-46e4-446e-a2f3-c65231bb062c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660547'] for network (1460b74d-ec29-44dc-b33c-7bf8bd768f9c), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:27.902286 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e57e04-a15e-4317-864d-56463b61a527 req-4e3a4cb1-d02d-44ff-9896-dc82dd0b26be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:27.904120 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-59e57e04-a15e-4317-864d-56463b61a527 req-4e3a4cb1-d02d-44ff-9896-dc82dd0b26be service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9f5b1bf4-16e2-474a-b72c-6a89096e68f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457737 Jun 16 19:06:27.987224 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8a4fef-3f09-4033-a018-ce06647f7d81 None None] DHCP port deletion for 1460b74d-ec29-44dc-b33c-7bf8bd768f9c request from dv-cinder-846171-1-iscsi {{(pid=116194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 19:06:28.020993 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-59e57e04-a15e-4317-864d-56463b61a527 req-59663cb3-8c80-414b-ae2b-cef548c9f903 service neutron] 10.222.0.66 "GET /v2.0/networks/9f5b1bf4-16e2-474a-b72c-6a89096e68f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103177 Jun 16 19:06:28.029874 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-9f8a4fef-3f09-4033-a018-ce06647f7d81 None None] Deleting port 119631ad-a9b2-40ae-bcb0-6a436b128b2a {{(pid=116194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:06:28.030254 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-9f8a4fef-3f09-4033-a018-ce06647f7d81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (119631ad-a9b2-40ae-bcb0-6a436b128b2a), before_delete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:28.120299 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-9f8a4fef-3f09-4033-a018-ce06647f7d81 None None] For port 119631ad-a9b2-40ae-bcb0-6a436b128b2a, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=119631ad-a9b2-40ae-bcb0-6a436b128b2a,segment=NetworkSegment(fe8cee17-96fc-41e3-a34b-fb2ffaa37c44),segment_id=fe8cee17-96fc-41e3-a34b-fb2ffaa37c44)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:06:28.121062 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-9f8a4fef-3f09-4033-a018-ce06647f7d81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (119631ad-a9b2-40ae-bcb0-6a436b128b2a), precommit_delete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:28.138869 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 00102202-e9da-4c1d-be05-7ba6e746274e no longer exists at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:06:28.142077 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-9f8a4fef-3f09-4033-a018-ce06647f7d81 None None] Calling delete_port for 119631ad-a9b2-40ae-bcb0-6a436b128b2a owned by network:dhcp {{(pid=116194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:06:28.160448 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-59e57e04-a15e-4317-864d-56463b61a527 req-55260b19-ffcd-49df-961c-b3ea02f4a500 service neutron] 10.222.0.66 "GET /v2.0/networks/9f5b1bf4-16e2-474a-b72c-6a89096e68f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336057 Jun 16 19:06:28.168458 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] No Port match for: 00102202-e9da-4c1d-be05-7ba6e746274e {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:06:28.168812 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 00102202-e9da-4c1d-be05-7ba6e746274e not bound to the agent host dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:06:28.169324 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device b9031343-a098-41fd-be44-8314dbe201d9 no longer exists at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:06:28.172114 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:28.184809 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-60a298a0-46e4-446e-a2f3-c65231bb062c admin admin] Deleting port 119631ad-a9b2-40ae-bcb0-6a436b128b2a {{(pid=116192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:06:28.185149 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-60a298a0-46e4-446e-a2f3-c65231bb062c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (119631ad-a9b2-40ae-bcb0-6a436b128b2a), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:28.191488 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] No Port match for: b9031343-a098-41fd-be44-8314dbe201d9 {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:06:28.191846 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device b9031343-a098-41fd-be44-8314dbe201d9 not bound to the agent host dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:06:28.192257 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 119631ad-a9b2-40ae-bcb0-6a436b128b2a no longer exists at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:06:28.232472 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:28.250034 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.db [None req-60a298a0-46e4-446e-a2f3-c65231bb062c admin admin] For port 119631ad-a9b2-40ae-bcb0-6a436b128b2a, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=119631ad-a9b2-40ae-bcb0-6a436b128b2a,segment=NetworkSegment(fe8cee17-96fc-41e3-a34b-fb2ffaa37c44),segment_id=fe8cee17-96fc-41e3-a34b-fb2ffaa37c44)] {{(pid=116192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:06:28.250405 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-60a298a0-46e4-446e-a2f3-c65231bb062c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (119631ad-a9b2-40ae-bcb0-6a436b128b2a), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:28.265443 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-60a298a0-46e4-446e-a2f3-c65231bb062c admin admin] Calling delete_port for 119631ad-a9b2-40ae-bcb0-6a436b128b2a owned by network:dhcp {{(pid=116192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:06:28.321336 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 119631ad-a9b2-40ae-bcb0-6a436b128b2a is: ACTIVE; New status is: DOWN {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:06:28.321728 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (119631ad-a9b2-40ae-bcb0-6a436b128b2a), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:28.410670 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-9f8a4fef-3f09-4033-a018-ce06647f7d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873'] for port (119631ad-a9b2-40ae-bcb0-6a436b128b2a), after_delete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:28.416817 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-60a298a0-46e4-446e-a2f3-c65231bb062c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326567'] for port (119631ad-a9b2-40ae-bcb0-6a436b128b2a), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:28.443940 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a298a0-46e4-446e-a2f3-c65231bb062c admin admin] Pushing event deleted for resources: {'Port': ['ID=119631ad-a9b2-40ae-bcb0-6a436b128b2a,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:06:28.445867 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a298a0-46e4-446e-a2f3-c65231bb062c admin admin] No DVR routers for this DVR port 119631ad-a9b2-40ae-bcb0-6a436b128b2a on host dv-cinder-846171-1-iscsi {{(pid=116192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 19:06:28.450694 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a4fef-3f09-4033-a018-ce06647f7d81 None None] Pushing event deleted for resources: {'Port': ['ID=119631ad-a9b2-40ae-bcb0-6a436b128b2a,revision_number=None']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:06:28.457816 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8a4fef-3f09-4033-a018-ce06647f7d81 None None] No DVR routers for this DVR port 119631ad-a9b2-40ae-bcb0-6a436b128b2a on host dv-cinder-846171-1-iscsi {{(pid=116194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 19:06:28.519720 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-60a298a0-46e4-446e-a2f3-c65231bb062c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879417', 'neutron.services.segments.db._delete_segments_for_network-8748651528183'] for network (1460b74d-ec29-44dc-b33c-7bf8bd768f9c), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:28.539218 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.services.segments.db [None req-60a298a0-46e4-446e-a2f3-c65231bb062c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1460b74d-ec29-44dc-b33c-7bf8bd768f9c']}} {{(pid=116192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:06:28.549068 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.services.segments.db [None req-60a298a0-46e4-446e-a2f3-c65231bb062c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe8cee17-96fc-41e3-a34b-fb2ffaa37c44') {'for_net_delete': True} {{(pid=116192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:06:28.549390 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.services.segments.db [None req-60a298a0-46e4-446e-a2f3-c65231bb062c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe8cee17-96fc-41e3-a34b-fb2ffaa37c44') {} {{(pid=116192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:06:28.559277 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-60a298a0-46e4-446e-a2f3-c65231bb062c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748651528066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4528322'] for segment (fe8cee17-96fc-41e3-a34b-fb2ffaa37c44), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:28.572148 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-60a298a0-46e4-446e-a2f3-c65231bb062c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056'] for segment (fe8cee17-96fc-41e3-a34b-fb2ffaa37c44), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:28.578325 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60a298a0-46e4-446e-a2f3-c65231bb062c admin admin] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=116192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 19:06:28.578683 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-60a298a0-46e4-446e-a2f3-c65231bb062c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5326346'] for segment (fe8cee17-96fc-41e3-a34b-fb2ffaa37c44), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:28.623913 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.services.segments.plugin [-] Segment fe8cee17-96fc-41e3-a34b-fb2ffaa37c44 resource provider aggregate not found Jun 16 19:06:28.641117 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.services.segments.plugin [-] Segment fe8cee17-96fc-41e3-a34b-fb2ffaa37c44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe8cee17-96fc-41e3-a34b-fb2ffaa37c44 found for delete ", "request_id": "req-0b7eb963-b2a3-4128-89dc-2f0d5e747d31"}]} Jun 16 19:06:28.711310 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-60a298a0-46e4-446e-a2f3-c65231bb062c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8340142'] for network (1460b74d-ec29-44dc-b33c-7bf8bd768f9c), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:28.717548 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-60a298a0-46e4-446e-a2f3-c65231bb062c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for network (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:28.720580 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-60a298a0-46e4-446e-a2f3-c65231bb062c admin admin] 10.222.0.81 "DELETE /v2.0/networks/1460b74d-ec29-44dc-b33c-7bf8bd768f9c HTTP/1.1" status: 204 len: 168 time: 0.9014025 Jun 16 19:06:28.731856 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a298a0-46e4-446e-a2f3-c65231bb062c admin admin] Pushing event deleted for resources: {'Network': ['ID=1460b74d-ec29-44dc-b33c-7bf8bd768f9c,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:06:28.831706 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287d54e-332c-4db5-9b4b-1ef42990e875 req-73cf0f54-668c-4832-915f-d71dc2417ecb tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:28.833183 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6287d54e-332c-4db5-9b4b-1ef42990e875 req-73cf0f54-668c-4832-915f-d71dc2417ecb tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=da4c1366-5e97-4a64-9307-dd4ba3f10ff3 HTTP/1.1" status: 200 len: 943 time: 0.0494239 Jun 16 19:06:28.880706 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6287d54e-332c-4db5-9b4b-1ef42990e875 req-68b85c17-86f7-41b0-a832-33a5d14c18b7 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=442b058d-6417-4d96-bc3e-11d8bbc0439b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418324 Jun 16 19:06:28.972957 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 56718) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:06:29.017127 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-f47b41ff-3f42-4698-a383-b76bcaeda102 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fc32e3179c534d83b3d4108a38fb9d19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429878 Jun 16 19:06:29.019672 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 56720) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:06:29.067324 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-75d5bd74-56a1-4d37-861c-b0ee6feb58ed admin admin] Publish callbacks [] for security_group (83b148af-3480-4544-b3c3-7df8b0a39c64), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:29.083810 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:29.088319 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-75d5bd74-56a1-4d37-861c-b0ee6feb58ed admin admin] Publish callbacks [] for security_group (83b148af-3480-4544-b3c3-7df8b0a39c64), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:29.209670 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-75d5bd74-56a1-4d37-861c-b0ee6feb58ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (83b148af-3480-4544-b3c3-7df8b0a39c64), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:29.212194 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-75d5bd74-56a1-4d37-861c-b0ee6feb58ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:29.213351 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-75d5bd74-56a1-4d37-861c-b0ee6feb58ed admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/83b148af-3480-4544-b3c3-7df8b0a39c64 HTTP/1.1" status: 204 len: 168 time: 0.1927495 Jun 16 19:06:29.223413 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d5bd74-56a1-4d37-861c-b0ee6feb58ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b148af-3480-4544-b3c3-7df8b0a39c64,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:06:29.869611 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 56726) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:06:29.910718 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-5700c62e-b61b-4e16-9a9e-b1e57a2e61c3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9dd164b80b2d41e4af0a9c90c41928d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399239 Jun 16 19:06:29.913111 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 56730) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:06:29.961771 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6c498a79-7933-4616-9077-45425bc49427 admin admin] Publish callbacks [] for security_group (f292c373-b687-425f-a741-35504008a151), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:29.986030 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6c498a79-7933-4616-9077-45425bc49427 admin admin] Publish callbacks [] for security_group (f292c373-b687-425f-a741-35504008a151), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:29.995088 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a0f35-858a-4440-a352-712b779c9409 req-c51d8bb3-cbec-4bdf-8f79-751eb8df7ad1 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:29.996591 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-418a0f35-858a-4440-a352-712b779c9409 req-c51d8bb3-cbec-4bdf-8f79-751eb8df7ad1 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=da4c1366-5e97-4a64-9307-dd4ba3f10ff3 HTTP/1.1" status: 200 len: 943 time: 0.0462263 Jun 16 19:06:30.050325 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-418a0f35-858a-4440-a352-712b779c9409 req-890f9fd8-4db4-422e-bc2a-39e94af07b02 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=442b058d-6417-4d96-bc3e-11d8bbc0439b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475304 Jun 16 19:06:30.106841 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6c498a79-7933-4616-9077-45425bc49427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (f292c373-b687-425f-a741-35504008a151), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:30.109442 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6c498a79-7933-4616-9077-45425bc49427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:30.110604 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-6c498a79-7933-4616-9077-45425bc49427 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f292c373-b687-425f-a741-35504008a151 HTTP/1.1" status: 204 len: 168 time: 0.1964529 Jun 16 19:06:30.118697 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c498a79-7933-4616-9077-45425bc49427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f292c373-b687-425f-a741-35504008a151,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:06:30.713310 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 0086278e-f064-4820-90a4-232684b7bc52 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=116194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 19:06:30.808280 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 0086278e-f064-4820-90a4-232684b7bc52, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=0086278e-f064-4820-90a4-232684b7bc52,segment=NetworkSegment(5e64dbe6-3a0d-4a76-81bf-790c27bf3681),segment_id=5e64dbe6-3a0d-4a76-81bf-790c27bf3681)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:06:30.814807 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:30.819499 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Returning: {'device': '0086278e-f064-4820-90a4-232684b7bc52', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'port_id': '0086278e-f064-4820-90a4-232684b7bc52', 'mac_address': 'fa:16:3e:c5:8e:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 19:06:30.858204 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 0086278e-f064-4820-90a4-232684b7bc52 is: DOWN; New status is: BUILD {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:06:30.858599 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (0086278e-f064-4820-90a4-232684b7bc52), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:30.989778 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0086278e-f064-4820-90a4-232684b7bc52 {{(pid=116194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 19:06:31.009350 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 0086278e-f064-4820-90a4-232684b7bc52, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=0086278e-f064-4820-90a4-232684b7bc52,segment=NetworkSegment(5e64dbe6-3a0d-4a76-81bf-790c27bf3681),segment_id=5e64dbe6-3a0d-4a76-81bf-790c27bf3681)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:06:31.076738 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (0086278e-f064-4820-90a4-232684b7bc52), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:31.124444 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=0086278e-f064-4820-90a4-232684b7bc52,revision_number=4']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:06:31.169496 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a54e3-9a26-42cb-beb0-00b2a38240b4 req-06c7cc35-0972-4b77-908e-0466e8798608 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:31.170954 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-462a54e3-9a26-42cb-beb0-00b2a38240b4 req-06c7cc35-0972-4b77-908e-0466e8798608 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=da4c1366-5e97-4a64-9307-dd4ba3f10ff3 HTTP/1.1" status: 200 len: 944 time: 0.0519972 Jun 16 19:06:31.217681 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-462a54e3-9a26-42cb-beb0-00b2a38240b4 req-baec87f0-6c43-4c8e-bd74-afccd831241f tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=442b058d-6417-4d96-bc3e-11d8bbc0439b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411534 Jun 16 19:06:31.283171 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] get_ports_and_sgs() called for port_ids ['0086278e-f064-4820-90a4-232684b7bc52'] {{(pid=116194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 19:06:32.310899 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:32.329088 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a5a83-9545-478d-b8cc-71edfcdb6337 req-109a9771-a605-48cd-b5e2-e1f5b75dbf38 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:32.331521 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-048a5a83-9545-478d-b8cc-71edfcdb6337 req-109a9771-a605-48cd-b5e2-e1f5b75dbf38 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=da4c1366-5e97-4a64-9307-dd4ba3f10ff3 HTTP/1.1" status: 200 len: 944 time: 0.0472970 Jun 16 19:06:32.379840 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-048a5a83-9545-478d-b8cc-71edfcdb6337 req-7f799aef-0502-469c-be16-200e3473943c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=442b058d-6417-4d96-bc3e-11d8bbc0439b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431495 Jun 16 19:06:32.707268 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 0086278e-f064-4820-90a4-232684b7bc52 up at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 19:06:32.749943 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning for port 0086278e-f064-4820-90a4-232684b7bc52 completed by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 19:06:32.814857 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning complete for port 0086278e-f064-4820-90a4-232684b7bc52 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:06:32.815239 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (0086278e-f064-4820-90a4-232684b7bc52), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:32.885449 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 0086278e-f064-4820-90a4-232684b7bc52 is: BUILD; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:06:32.885832 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (0086278e-f064-4820-90a4-232684b7bc52), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:32.910191 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da4c1366-5e97-4a64-9307-dd4ba3f10ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0086278e-f064-4820-90a4-232684b7bc52'}] {{(pid=116194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:06:32.912460 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c514dfdaa64f5ff94ef0a30f0983ecc87ad84dbda33c755e7db481fe7439434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6c726e-2fb2-429f-9243-0282d2d7ae91" -d '{"events": [{"server_uuid": "da4c1366-5e97-4a64-9307-dd4ba3f10ff3", "name": "network-vif-plugged", "status": "completed", "tag": "0086278e-f064-4820-90a4-232684b7bc52"}]}' {{(pid=116194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:06:32.924988 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 0086278e-f064-4820-90a4-232684b7bc52, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=0086278e-f064-4820-90a4-232684b7bc52,segment=NetworkSegment(5e64dbe6-3a0d-4a76-81bf-790c27bf3681),segment_id=5e64dbe6-3a0d-4a76-81bf-790c27bf3681)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:06:32.949961 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 19:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9378fc9-ad94-4786-a524-1c35872b4070 x-openstack-request-id: req-c9378fc9-ad94-4786-a524-1c35872b4070 {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:06:32.953479 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da4c1366-5e97-4a64-9307-dd4ba3f10ff3", "name": "network-vif-plugged", "status": "completed", "tag": "0086278e-f064-4820-90a4-232684b7bc52", "code": 200}]} {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:06:32.953479 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c9378fc9-ad94-4786-a524-1c35872b4070 {{(pid=116194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:06:32.953479 dv-cinder-846171-1-iscsi neutron-server[116194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9378fc9-ad94-4786-a524-1c35872b4070'] response: {'server_uuid': 'da4c1366-5e97-4a64-9307-dd4ba3f10ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0086278e-f064-4820-90a4-232684b7bc52', 'code': 200} Jun 16 19:06:33.014948 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (0086278e-f064-4820-90a4-232684b7bc52), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:33.049847 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:DELETE=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:33.061521 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=0086278e-f064-4820-90a4-232684b7bc52,revision_number=5']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:06:33.335587 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543cf60f-50e1-41c5-a9b5-533914d14559 req-0878567b-25cf-45f4-95ca-9c9ab890a9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:33.337067 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-543cf60f-50e1-41c5-a9b5-533914d14559 req-0878567b-25cf-45f4-95ca-9c9ab890a9fd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=da4c1366-5e97-4a64-9307-dd4ba3f10ff3 HTTP/1.1" status: 200 len: 1129 time: 0.0402462 Jun 16 19:06:33.381629 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-543cf60f-50e1-41c5-a9b5-533914d14559 req-1eb712f6-915f-42b8-b01b-d1ca4db57da0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=442b058d-6417-4d96-bc3e-11d8bbc0439b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381734 Jun 16 19:06:33.493502 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c9e92-706c-4f87-ad9a-84d54de22949 req-7962896b-701c-429e-be4c-e885150ea722 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:33.495018 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f48c9e92-706c-4f87-ad9a-84d54de22949 req-7962896b-701c-429e-be4c-e885150ea722 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=da4c1366-5e97-4a64-9307-dd4ba3f10ff3 HTTP/1.1" status: 200 len: 945 time: 0.0464664 Jun 16 19:06:33.542488 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f48c9e92-706c-4f87-ad9a-84d54de22949 req-59c69fae-7fe4-4efc-bb94-f4593314addc tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=442b058d-6417-4d96-bc3e-11d8bbc0439b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415490 Jun 16 19:06:34.662424 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f105a9d-d485-45f4-8f03-d8355f30f060 req-c5b20c56-fb92-4622-bd3b-9c7d0acb5993 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:34.663796 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9f105a9d-d485-45f4-8f03-d8355f30f060 req-c5b20c56-fb92-4622-bd3b-9c7d0acb5993 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=da4c1366-5e97-4a64-9307-dd4ba3f10ff3 HTTP/1.1" status: 200 len: 945 time: 0.0516725 Jun 16 19:06:34.710021 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9f105a9d-d485-45f4-8f03-d8355f30f060 req-128757f0-320a-4ebe-bda2-c95fb677fe80 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=442b058d-6417-4d96-bc3e-11d8bbc0439b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407548 Jun 16 19:06:35.822523 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60b590-e567-4379-bec0-d532de061149 req-eb370b1f-7dc2-4216-81f9-f5a562d13454 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:35.824485 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3c60b590-e567-4379-bec0-d532de061149 req-eb370b1f-7dc2-4216-81f9-f5a562d13454 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=da4c1366-5e97-4a64-9307-dd4ba3f10ff3 HTTP/1.1" status: 200 len: 945 time: 0.0461257 Jun 16 19:06:35.869903 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3c60b590-e567-4379-bec0-d532de061149 req-eedb80e0-9e6b-4b4f-9fda-05145be4956c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=442b058d-6417-4d96-bc3e-11d8bbc0439b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395808 Jun 16 19:06:35.976491 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c0360-0dae-490c-a081-b3f1c6358ea5 req-ce93aea7-1cfe-4d45-ad99-35f28acfd7b0 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:35.977966 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a59c0360-0dae-490c-a081-b3f1c6358ea5 req-ce93aea7-1cfe-4d45-ad99-35f28acfd7b0 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=da4c1366-5e97-4a64-9307-dd4ba3f10ff3 HTTP/1.1" status: 200 len: 945 time: 0.0459201 Jun 16 19:06:35.986273 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 56748) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:06:35.990453 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-c619595f-ee07-4790-8faa-959d0605c7d9 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Request body: {'floatingip': {'port_id': '0086278e-f064-4820-90a4-232684b7bc52'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:06:36.040874 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-c619595f-ee07-4790-8faa-959d0605c7d9 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for floatingip (b48ee235-6f23-418d-9059-2244c17dd082), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:36.101992 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:36.464803 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-c619595f-ee07-4790-8faa-959d0605c7d9 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:36.527581 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-c619595f-ee07-4790-8faa-959d0605c7d9 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8340165'] for floatingip (b48ee235-6f23-418d-9059-2244c17dd082), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:36.623351 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.db.l3_db [None req-c619595f-ee07-4790-8faa-959d0605c7d9 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Floating IP b48ee235-6f23-418d-9059-2244c17dd082 associated. External IP: 172.27.0.182, port: 0086278e-f064-4820-90a4-232684b7bc52. Jun 16 19:06:36.656367 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:36.706617 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-6be09f8b-22cd-483f-9b5d-6554f5e2f731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:36.821470 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c619595f-ee07-4790-8faa-959d0605c7d9 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Router abf7baae-f987-4bd0-a855-47c09caeaad8 has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 19:06:36.922226 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c619595f-ee07-4790-8faa-959d0605c7d9 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:06:36.926829 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-c619595f-ee07-4790-8faa-959d0605c7d9 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for floatingip (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:36.933491 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c5f3c5-fdc8-4bce-b273-798f116888e8 None None] Sync routers for ids ['abf7baae-f987-4bd0-a855-47c09caeaad8'] in dv-cinder-846171-1-iscsi {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:06:36.943172 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c5f3c5-fdc8-4bce-b273-798f116888e8 None None] Routers {'abf7baae-f987-4bd0-a855-47c09caeaad8'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:06:36.943801 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-15c5f3c5-fdc8-4bce-b273-798f116888e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:06:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['abf7baae-f987-4bd0-a855-47c09caeaad8'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:06:36.956455 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-c619595f-ee07-4790-8faa-959d0605c7d9 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "PUT /v2.0/floatingips/b48ee235-6f23-418d-9059-2244c17dd082 HTTP/1.1" status: 200 len: 991 time: 0.9691799 Jun 16 19:06:36.957029 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da4c1366-5e97-4a64-9307-dd4ba3f10ff3', 'tag': '0086278e-f064-4820-90a4-232684b7bc52'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:06:36.959303 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4098b6e-938b-47ff-b9b1-dec666d714ed" -d '{"events": [{"name": "network-changed", "server_uuid": "da4c1366-5e97-4a64-9307-dd4ba3f10ff3", "tag": "0086278e-f064-4820-90a4-232684b7bc52"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:06:37.048398 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-15c5f3c5-fdc8-4bce-b273-798f116888e8 None None] Set router abf7baae-f987-4bd0-a855-47c09caeaad8 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:06:37.175195 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 19:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d03b98-4a9d-4b5e-9f7d-3693bd20b95d x-openstack-request-id: req-19d03b98-4a9d-4b5e-9f7d-3693bd20b95d {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:06:37.175195 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da4c1366-5e97-4a64-9307-dd4ba3f10ff3", "tag": "0086278e-f064-4820-90a4-232684b7bc52", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:06:37.175195 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-19d03b98-4a9d-4b5e-9f7d-3693bd20b95d {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:06:37.175195 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19d03b98-4a9d-4b5e-9f7d-3693bd20b95d'] response: {'name': 'network-changed', 'server_uuid': 'da4c1366-5e97-4a64-9307-dd4ba3f10ff3', 'tag': '0086278e-f064-4820-90a4-232684b7bc52', 'status': 'completed', 'code': 200} Jun 16 19:06:37.223863 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:37.232146 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4098b6e-938b-47ff-b9b1-dec666d714ed req-3e2fc5b2-4fb5-4feb-a863-c9642d2b1984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:37.233689 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b4098b6e-938b-47ff-b9b1-dec666d714ed req-3e2fc5b2-4fb5-4feb-a863-c9642d2b1984 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cfa6530fe6dd49d88f41c57406f4cbb6&device_id=da4c1366-5e97-4a64-9307-dd4ba3f10ff3 HTTP/1.1" status: 200 len: 1129 time: 0.0384984 Jun 16 19:06:37.247824 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:37.273858 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-15c5f3c5-fdc8-4bce-b273-798f116888e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'name': 'tempest-AttachVolumeNegativeTest-1656615081-router', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:04:03Z', 'updated_at': '2022-06-16T19:04:06Z', 'revision_number': 4, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'gw_port': {'id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:04Z', 'updated_at': '2022-06-16T19:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': 'b48ee235-6f23-418d-9059-2244c17dd082', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'port_id': '0086278e-f064-4820-90a4-232684b7bc52', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'mac_address': 'fa:16:3e:c5:8e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4c1366-5e97-4a64-9307-dd4ba3f10ff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T19:06:20Z', 'updated_at': '2022-06-16T19:06:36Z', 'revision_number': 1, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13be6207-4727-4281-8557-934df6cbc103', 'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'mac_address': 'fa:16:3e:c9:7e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:06Z', 'updated_at': '2022-06-16T19:04:11Z', 'revision_number': 5, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'subnets': [{'id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:06:37.299062 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c5f3c5-fdc8-4bce-b273-798f116888e8 None None] Checking router: abf7baae-f987-4bd0-a855-47c09caeaad8 for host: dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:06:37.308129 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c5f3c5-fdc8-4bce-b273-798f116888e8 None None] Routers {'abf7baae-f987-4bd0-a855-47c09caeaad8'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:06:37.308741 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-15c5f3c5-fdc8-4bce-b273-798f116888e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:06:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['abf7baae-f987-4bd0-a855-47c09caeaad8'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:06:37.327361 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4098b6e-938b-47ff-b9b1-dec666d714ed req-3e2d42a8-d4d3-4331-8a1e-fa297e29f0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:37.329725 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b4098b6e-938b-47ff-b9b1-dec666d714ed req-3e2d42a8-d4d3-4331-8a1e-fa297e29f0fa service neutron] 10.222.0.66 "GET /v2.0/networks?id=9f5b1bf4-16e2-474a-b72c-6a89096e68f2 HTTP/1.1" status: 200 len: 917 time: 0.0900939 Jun 16 19:06:37.392214 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b4098b6e-938b-47ff-b9b1-dec666d714ed req-ee88e4a4-e5b7-4775-a99c-f4fc5e18fc4a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0086278e-f064-4820-90a4-232684b7bc52 HTTP/1.1" status: 200 len: 999 time: 0.0568440 Jun 16 19:06:37.413642 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-15c5f3c5-fdc8-4bce-b273-798f116888e8 None None] Set router abf7baae-f987-4bd0-a855-47c09caeaad8 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:06:37.441891 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4098b6e-938b-47ff-b9b1-dec666d714ed req-5aa0df67-a1ff-460b-8022-be863067e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:37.443287 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b4098b6e-938b-47ff-b9b1-dec666d714ed req-5aa0df67-a1ff-460b-8022-be863067e5aa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c183fee7-51b9-49a6-a0ab-83d2a2c96a61 HTTP/1.1" status: 200 len: 854 time: 0.0450368 Jun 16 19:06:37.489312 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4098b6e-938b-47ff-b9b1-dec666d714ed req-595bc081-f5bb-43b5-a726-d3d235e543b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:06:37.490814 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b4098b6e-938b-47ff-b9b1-dec666d714ed req-595bc081-f5bb-43b5-a726-d3d235e543b4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9f5b1bf4-16e2-474a-b72c-6a89096e68f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421286 Jun 16 19:06:37.578627 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b4098b6e-938b-47ff-b9b1-dec666d714ed req-6a669d72-9868-4192-99a4-a6817935c24a service neutron] 10.222.0.66 "GET /v2.0/networks/9f5b1bf4-16e2-474a-b72c-6a89096e68f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820119 Jun 16 19:06:37.625841 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-15c5f3c5-fdc8-4bce-b273-798f116888e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'name': 'tempest-AttachVolumeNegativeTest-1656615081-router', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:04:03Z', 'updated_at': '2022-06-16T19:04:06Z', 'revision_number': 4, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'gw_port': {'id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:04Z', 'updated_at': '2022-06-16T19:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': 'b48ee235-6f23-418d-9059-2244c17dd082', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'port_id': '0086278e-f064-4820-90a4-232684b7bc52', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'mac_address': 'fa:16:3e:c5:8e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4c1366-5e97-4a64-9307-dd4ba3f10ff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T19:06:20Z', 'updated_at': '2022-06-16T19:06:36Z', 'revision_number': 1, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13be6207-4727-4281-8557-934df6cbc103', 'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'mac_address': 'fa:16:3e:c9:7e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:06Z', 'updated_at': '2022-06-16T19:04:11Z', 'revision_number': 5, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'subnets': [{'id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:06:37.650262 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c5f3c5-fdc8-4bce-b273-798f116888e8 None None] The sync data for ids ['abf7baae-f987-4bd0-a855-47c09caeaad8'] in dv-cinder-846171-1-iscsi is: [{'id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'name': 'tempest-AttachVolumeNegativeTest-1656615081-router', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:04:03Z', 'updated_at': '2022-06-16T19:04:06Z', 'revision_number': 4, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'gw_port': {'id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:04Z', 'updated_at': '2022-06-16T19:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': 'b48ee235-6f23-418d-9059-2244c17dd082', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'port_id': '0086278e-f064-4820-90a4-232684b7bc52', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'mac_address': 'fa:16:3e:c5:8e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4c1366-5e97-4a64-9307-dd4ba3f10ff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T19:06:20Z', 'updated_at': '2022-06-16T19:06:36Z', 'revision_number': 1, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13be6207-4727-4281-8557-934df6cbc103', 'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'mac_address': 'fa:16:3e:c9:7e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:06Z', 'updated_at': '2022-06-16T19:04:11Z', 'revision_number': 5, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'subnets': [{'id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:06:37.672053 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b4098b6e-938b-47ff-b9b1-dec666d714ed req-5d89de7b-2f8a-4f49-9f50-1e64a3515002 service neutron] 10.222.0.66 "GET /v2.0/networks/9f5b1bf4-16e2-474a-b72c-6a89096e68f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874753 Jun 16 19:06:37.837726 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a898a3de-0cd9-4684-9271-7edc413719f3 None None] New status for floating IP b48ee235-6f23-418d-9059-2244c17dd082: ACTIVE {{(pid=116195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 19:06:39.013068 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-b2bca5db-52c6-4a02-baaa-b393f5fc7a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:40.113844 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=21,neutron:DELETE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:40.114744 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=68,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:40.283055 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:41.597223 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:42.018956 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:42.151766 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:06:47.666947 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=33 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:47.668770 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=79 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:47.936546 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:47.938788 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:52.027362 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:06:53.102838 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 6 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 19:06:57.594862 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:03.098982 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=2 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:07:04.359737 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e2b8c740-5733-4a46-9111-df4c84f14888 req-fd5cd389-2771-4a45-89a8-d82fba6cad00 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=da4c1366-5e97-4a64-9307-dd4ba3f10ff3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379198 Jun 16 19:07:04.439835 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8c740-5733-4a46-9111-df4c84f14888 req-d2677cd9-ae64-457b-92fc-2a538d523f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:07:04.441319 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e2b8c740-5733-4a46-9111-df4c84f14888 req-d2677cd9-ae64-457b-92fc-2a538d523f36 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cfa6530fe6dd49d88f41c57406f4cbb6&device_id=da4c1366-5e97-4a64-9307-dd4ba3f10ff3 HTTP/1.1" status: 200 len: 1129 time: 0.0372391 Jun 16 19:07:04.546732 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8c740-5733-4a46-9111-df4c84f14888 req-51bec95c-6e46-4a93-bc84-275cd4010a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:07:04.548205 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e2b8c740-5733-4a46-9111-df4c84f14888 req-51bec95c-6e46-4a93-bc84-275cd4010a18 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9f5b1bf4-16e2-474a-b72c-6a89096e68f2 HTTP/1.1" status: 200 len: 917 time: 0.0898476 Jun 16 19:07:04.610973 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e2b8c740-5733-4a46-9111-df4c84f14888 req-3d8530c2-bf5b-408f-9429-6396a7dae67c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0086278e-f064-4820-90a4-232684b7bc52 HTTP/1.1" status: 200 len: 1001 time: 0.0560863 Jun 16 19:07:04.663153 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8c740-5733-4a46-9111-df4c84f14888 req-5e386509-4846-42d3-b211-01d52570d7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:07:04.664563 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e2b8c740-5733-4a46-9111-df4c84f14888 req-5e386509-4846-42d3-b211-01d52570d7f0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c183fee7-51b9-49a6-a0ab-83d2a2c96a61 HTTP/1.1" status: 200 len: 854 time: 0.0464051 Jun 16 19:07:04.706904 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8c740-5733-4a46-9111-df4c84f14888 req-8d8ab5fb-5473-4cdc-b2cd-80aa7c4f6a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:07:04.708336 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e2b8c740-5733-4a46-9111-df4c84f14888 req-8d8ab5fb-5473-4cdc-b2cd-80aa7c4f6a26 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9f5b1bf4-16e2-474a-b72c-6a89096e68f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371387 Jun 16 19:07:04.801186 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e2b8c740-5733-4a46-9111-df4c84f14888 req-41f8161d-de0a-4ebd-aff8-9901f98f8afb service neutron] 10.222.0.66 "GET /v2.0/networks/9f5b1bf4-16e2-474a-b72c-6a89096e68f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859952 Jun 16 19:07:04.894582 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e2b8c740-5733-4a46-9111-df4c84f14888 req-17dc76d8-e96d-456f-b54d-bdfca162caf5 service neutron] 10.222.0.66 "GET /v2.0/networks/9f5b1bf4-16e2-474a-b72c-6a89096e68f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868566 Jun 16 19:07:06.710263 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-c6b522e0-e5b8-4485-b8e2-4c4c561bff6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:09.030325 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-26df63d9-2b1c-43a9-8f4f-c6bc99bb3737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:10.270112 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:11.715544 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:12.098406 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:14.890172 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=52 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:07:14.890939 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=49 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:07:20.121019 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=2 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:07:20.131404 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=4 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:07:22.028381 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:07:22.030736 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:07:22.885593 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a279c6-a497-4e9e-a8e1-458d82c191cc req-88463751-a14d-42df-88bb-639efedd41d2 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:07:22.886953 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a5a279c6-a497-4e9e-a8e1-458d82c191cc req-88463751-a14d-42df-88bb-639efedd41d2 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=da4c1366-5e97-4a64-9307-dd4ba3f10ff3 HTTP/1.1" status: 200 len: 945 time: 0.0476155 Jun 16 19:07:22.949025 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a5a279c6-a497-4e9e-a8e1-458d82c191cc req-9f7022da-9748-4a01-8359-a74c23e0c140 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=442b058d-6417-4d96-bc3e-11d8bbc0439b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560391 Jun 16 19:07:24.324049 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ba1c7-535c-47af-9e9d-ca78b7350a14 req-3ce3b116-37a8-4a0e-90fe-f9cd8958d2c9 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:07:24.325509 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1e6ba1c7-535c-47af-9e9d-ca78b7350a14 req-3ce3b116-37a8-4a0e-90fe-f9cd8958d2c9 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=da4c1366-5e97-4a64-9307-dd4ba3f10ff3 HTTP/1.1" status: 200 len: 945 time: 0.3077118 Jun 16 19:07:24.355173 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27567b1-888c-4a52-a931-56a74b3f5b62 req-d2dd3644-9d6b-40b2-bda0-5908c0fa263a tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:07:24.356553 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f27567b1-888c-4a52-a931-56a74b3f5b62 req-d2dd3644-9d6b-40b2-bda0-5908c0fa263a tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.66 "GET /v2.0/ports?device_id=da4c1366-5e97-4a64-9307-dd4ba3f10ff3 HTTP/1.1" status: 200 len: 945 time: 0.0643454 Jun 16 19:07:24.417356 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1e6ba1c7-535c-47af-9e9d-ca78b7350a14 req-7f02ac62-f989-416e-94bc-b962143cf222 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=442b058d-6417-4d96-bc3e-11d8bbc0439b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837331 Jun 16 19:07:24.456659 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-f27567b1-888c-4a52-a931-56a74b3f5b62 req-7af6e4d4-2bbc-4410-a749-10b223db9372 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Deleting port 0086278e-f064-4820-90a4-232684b7bc52 {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:07:24.457024 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-f27567b1-888c-4a52-a931-56a74b3f5b62 req-7af6e4d4-2bbc-4410-a749-10b223db9372 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (0086278e-f064-4820-90a4-232684b7bc52), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:24.545120 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-f27567b1-888c-4a52-a931-56a74b3f5b62 req-7af6e4d4-2bbc-4410-a749-10b223db9372 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] For port 0086278e-f064-4820-90a4-232684b7bc52, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=0086278e-f064-4820-90a4-232684b7bc52,segment=NetworkSegment(5e64dbe6-3a0d-4a76-81bf-790c27bf3681),segment_id=5e64dbe6-3a0d-4a76-81bf-790c27bf3681)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:07:24.545519 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-f27567b1-888c-4a52-a931-56a74b3f5b62 req-7af6e4d4-2bbc-4410-a749-10b223db9372 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (0086278e-f064-4820-90a4-232684b7bc52), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:24.731980 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-f27567b1-888c-4a52-a931-56a74b3f5b62 req-7af6e4d4-2bbc-4410-a749-10b223db9372 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:24.732247 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-f27567b1-888c-4a52-a931-56a74b3f5b62 req-7af6e4d4-2bbc-4410-a749-10b223db9372 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8340165'] for floatingip (b48ee235-6f23-418d-9059-2244c17dd082), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:24.732554 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.db.l3_db [req-f27567b1-888c-4a52-a931-56a74b3f5b62 req-7af6e4d4-2bbc-4410-a749-10b223db9372 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Floating IP b48ee235-6f23-418d-9059-2244c17dd082 disassociated. External IP: 172.27.0.182, port: 0086278e-f064-4820-90a4-232684b7bc52. Jun 16 19:07:24.732891 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-f27567b1-888c-4a52-a931-56a74b3f5b62 req-7af6e4d4-2bbc-4410-a749-10b223db9372 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Calling delete_port for 0086278e-f064-4820-90a4-232684b7bc52 owned by compute:nova {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:07:24.909502 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-f27567b1-888c-4a52-a931-56a74b3f5b62 req-7af6e4d4-2bbc-4410-a749-10b223db9372 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (0086278e-f064-4820-90a4-232684b7bc52), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:24.939252 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6e4d4-2bbc-4410-a749-10b223db9372 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Pushing event deleted for resources: {'Port': ['ID=0086278e-f064-4820-90a4-232684b7bc52,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:07:24.953839 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af6e4d4-2bbc-4410-a749-10b223db9372 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:24.953839 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af6e4d4-2bbc-4410-a749-10b223db9372 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:24.954152 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af6e4d4-2bbc-4410-a749-10b223db9372 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:24.954494 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af6e4d4-2bbc-4410-a749-10b223db9372 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:24.954830 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af6e4d4-2bbc-4410-a749-10b223db9372 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:24.955160 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af6e4d4-2bbc-4410-a749-10b223db9372 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:24.955567 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af6e4d4-2bbc-4410-a749-10b223db9372 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:24.955816 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af6e4d4-2bbc-4410-a749-10b223db9372 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:24.956216 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af6e4d4-2bbc-4410-a749-10b223db9372 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:24.956543 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af6e4d4-2bbc-4410-a749-10b223db9372 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:24.956872 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af6e4d4-2bbc-4410-a749-10b223db9372 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:24.957201 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af6e4d4-2bbc-4410-a749-10b223db9372 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:24.957537 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af6e4d4-2bbc-4410-a749-10b223db9372 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:24.957859 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af6e4d4-2bbc-4410-a749-10b223db9372 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:24.958180 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af6e4d4-2bbc-4410-a749-10b223db9372 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:25.061336 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f27567b1-888c-4a52-a931-56a74b3f5b62 req-7af6e4d4-2bbc-4410-a749-10b223db9372 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Router abf7baae-f987-4bd0-a855-47c09caeaad8 has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 19:07:25.105875 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:07:25.143541 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:07:25.165775 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f27567b1-888c-4a52-a931-56a74b3f5b62 req-7af6e4d4-2bbc-4410-a749-10b223db9372 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:07:25.176683 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7200f611-f33a-4a7e-a6f0-929da0d0ea07 None None] Sync routers for ids ['abf7baae-f987-4bd0-a855-47c09caeaad8'] in dv-cinder-846171-1-iscsi {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:07:25.187843 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7200f611-f33a-4a7e-a6f0-929da0d0ea07 None None] Routers {'abf7baae-f987-4bd0-a855-47c09caeaad8'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:07:25.188473 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-7200f611-f33a-4a7e-a6f0-929da0d0ea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:07:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['abf7baae-f987-4bd0-a855-47c09caeaad8'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:07:25.211254 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27567b1-888c-4a52-a931-56a74b3f5b62 req-7af6e4d4-2bbc-4410-a749-10b223db9372 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] No DVR routers for this DVR port 0086278e-f064-4820-90a4-232684b7bc52 on host hv-cinder-84617 {{(pid=116193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 19:07:25.213844 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-f27567b1-888c-4a52-a931-56a74b3f5b62 req-7af6e4d4-2bbc-4410-a749-10b223db9372 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:25.216985 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f27567b1-888c-4a52-a931-56a74b3f5b62 req-7af6e4d4-2bbc-4410-a749-10b223db9372 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.66 "DELETE /v2.0/ports/0086278e-f064-4820-90a4-232684b7bc52 HTTP/1.1" status: 204 len: 173 time: 0.8539259 Jun 16 19:07:25.217419 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da4c1366-5e97-4a64-9307-dd4ba3f10ff3', 'name': 'network-vif-deleted', 'tag': '0086278e-f064-4820-90a4-232684b7bc52'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:07:25.220194 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bea9cf-8b0e-4617-8662-071e27b88f23" -d '{"events": [{"server_uuid": "da4c1366-5e97-4a64-9307-dd4ba3f10ff3", "name": "network-vif-deleted", "tag": "0086278e-f064-4820-90a4-232684b7bc52"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:07:25.257936 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 19:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6aac7b-86a3-43f4-a59d-ea2dd8a6ac8e x-openstack-request-id: req-ae6aac7b-86a3-43f4-a59d-ea2dd8a6ac8e {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:07:25.258229 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da4c1366-5e97-4a64-9307-dd4ba3f10ff3", "name": "network-vif-deleted", "tag": "0086278e-f064-4820-90a4-232684b7bc52", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:07:25.258506 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ae6aac7b-86a3-43f4-a59d-ea2dd8a6ac8e {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:07:25.259007 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae6aac7b-86a3-43f4-a59d-ea2dd8a6ac8e'] response: {'server_uuid': 'da4c1366-5e97-4a64-9307-dd4ba3f10ff3', 'name': 'network-vif-deleted', 'tag': '0086278e-f064-4820-90a4-232684b7bc52', 'status': 'completed', 'code': 200} Jun 16 19:07:25.302099 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-7200f611-f33a-4a7e-a6f0-929da0d0ea07 None None] Set router abf7baae-f987-4bd0-a855-47c09caeaad8 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:07:25.504137 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-7200f611-f33a-4a7e-a6f0-929da0d0ea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'name': 'tempest-AttachVolumeNegativeTest-1656615081-router', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:04:03Z', 'updated_at': '2022-06-16T19:04:06Z', 'revision_number': 4, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'gw_port': {'id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:04Z', 'updated_at': '2022-06-16T19:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '13be6207-4727-4281-8557-934df6cbc103', 'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'mac_address': 'fa:16:3e:c9:7e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:06Z', 'updated_at': '2022-06-16T19:04:11Z', 'revision_number': 5, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'subnets': [{'id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:07:25.529354 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7200f611-f33a-4a7e-a6f0-929da0d0ea07 None None] Checking router: abf7baae-f987-4bd0-a855-47c09caeaad8 for host: dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:07:25.531947 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-132c544f-b3d3-4091-892c-bbfe76f12484 req-0e65628f-1e57-4b6e-936c-7aa4aac8c7c5 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=da4c1366-5e97-4a64-9307-dd4ba3f10ff3 HTTP/1.1" status: 200 len: 210 time: 0.0289505 Jun 16 19:07:25.538134 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7200f611-f33a-4a7e-a6f0-929da0d0ea07 None None] Routers {'abf7baae-f987-4bd0-a855-47c09caeaad8'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:07:25.538699 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-7200f611-f33a-4a7e-a6f0-929da0d0ea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:07:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['abf7baae-f987-4bd0-a855-47c09caeaad8'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:07:25.758237 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-7200f611-f33a-4a7e-a6f0-929da0d0ea07 None None] Set router abf7baae-f987-4bd0-a855-47c09caeaad8 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:07:25.944496 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-7200f611-f33a-4a7e-a6f0-929da0d0ea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'name': 'tempest-AttachVolumeNegativeTest-1656615081-router', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:04:03Z', 'updated_at': '2022-06-16T19:04:06Z', 'revision_number': 4, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'gw_port': {'id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:04Z', 'updated_at': '2022-06-16T19:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '13be6207-4727-4281-8557-934df6cbc103', 'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'mac_address': 'fa:16:3e:c9:7e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:06Z', 'updated_at': '2022-06-16T19:04:11Z', 'revision_number': 5, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'subnets': [{'id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:07:25.971602 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7200f611-f33a-4a7e-a6f0-929da0d0ea07 None None] The sync data for ids ['abf7baae-f987-4bd0-a855-47c09caeaad8'] in dv-cinder-846171-1-iscsi is: [{'id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'name': 'tempest-AttachVolumeNegativeTest-1656615081-router', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:04:03Z', 'updated_at': '2022-06-16T19:04:06Z', 'revision_number': 4, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'gw_port': {'id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:04Z', 'updated_at': '2022-06-16T19:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '13be6207-4727-4281-8557-934df6cbc103', 'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'mac_address': 'fa:16:3e:c9:7e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:06Z', 'updated_at': '2022-06-16T19:04:11Z', 'revision_number': 5, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'subnets': [{'id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:07:26.184456 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0276a474-93dc-4777-a051-d34c57e7343f None None] New status for floating IP b48ee235-6f23-418d-9059-2244c17dd082: DOWN {{(pid=116195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 19:07:26.659450 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 56834) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:07:26.712113 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f18cf23c-7a7e-4a10-9016-ea0d562a6754 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group (442b058d-6417-4d96-bc3e-11d8bbc0439b), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:26.735063 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f18cf23c-7a7e-4a10-9016-ea0d562a6754 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group (442b058d-6417-4d96-bc3e-11d8bbc0439b), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:26.864117 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f18cf23c-7a7e-4a10-9016-ea0d562a6754 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (442b058d-6417-4d96-bc3e-11d8bbc0439b), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:26.866803 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f18cf23c-7a7e-4a10-9016-ea0d562a6754 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:26.871779 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-f18cf23c-7a7e-4a10-9016-ea0d562a6754 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "DELETE /v2.0/security-groups/442b058d-6417-4d96-bc3e-11d8bbc0439b HTTP/1.1" status: 204 len: 168 time: 0.2075005 Jun 16 19:07:26.871904 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 56836) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:07:26.877510 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18cf23c-7a7e-4a10-9016-ea0d562a6754 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=442b058d-6417-4d96-bc3e-11d8bbc0439b,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:07:26.884764 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.api.v2.resource [None req-1d004670-9ab9-4bc1-b7de-a96f207bdb95 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] show failed (client error): The resource could not be found. Jun 16 19:07:26.885788 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-1d004670-9ab9-4bc1-b7de-a96f207bdb95 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups/442b058d-6417-4d96-bc3e-11d8bbc0439b HTTP/1.1" status: 404 len: 347 time: 0.0138576 Jun 16 19:07:26.888589 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 56838) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:07:26.997076 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-6860d6d7-3284-4d3b-a2df-9a54966e9f5b tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Deleting port 5d346a7d-fd37-4eeb-b0b4-d5feaf96f248 {{(pid=116192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:07:26.997445 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6860d6d7-3284-4d3b-a2df-9a54966e9f5b tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (5d346a7d-fd37-4eeb-b0b4-d5feaf96f248), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:27.070822 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6860d6d7-3284-4d3b-a2df-9a54966e9f5b tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (5d346a7d-fd37-4eeb-b0b4-d5feaf96f248), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:27.071147 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6860d6d7-3284-4d3b-a2df-9a54966e9f5b tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for floatingip (5d346a7d-fd37-4eeb-b0b4-d5feaf96f248), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:27.083326 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-6860d6d7-3284-4d3b-a2df-9a54966e9f5b tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Calling delete_port for 5d346a7d-fd37-4eeb-b0b4-d5feaf96f248 owned by network:floatingip {{(pid=116192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:07:27.315512 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6860d6d7-3284-4d3b-a2df-9a54966e9f5b tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326567'] for port (5d346a7d-fd37-4eeb-b0b4-d5feaf96f248), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:27.339607 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860d6d7-3284-4d3b-a2df-9a54966e9f5b tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Pushing event deleted for resources: {'Port': ['ID=5d346a7d-fd37-4eeb-b0b4-d5feaf96f248,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:07:27.369592 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860d6d7-3284-4d3b-a2df-9a54966e9f5b tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:27.369592 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860d6d7-3284-4d3b-a2df-9a54966e9f5b tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:27.369832 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860d6d7-3284-4d3b-a2df-9a54966e9f5b tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:27.369980 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860d6d7-3284-4d3b-a2df-9a54966e9f5b tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:27.370319 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860d6d7-3284-4d3b-a2df-9a54966e9f5b tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:27.370655 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860d6d7-3284-4d3b-a2df-9a54966e9f5b tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:27.371250 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860d6d7-3284-4d3b-a2df-9a54966e9f5b tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:27.371579 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860d6d7-3284-4d3b-a2df-9a54966e9f5b tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:27.371918 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860d6d7-3284-4d3b-a2df-9a54966e9f5b tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:27.372234 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860d6d7-3284-4d3b-a2df-9a54966e9f5b tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:27.372564 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860d6d7-3284-4d3b-a2df-9a54966e9f5b tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:27.372890 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860d6d7-3284-4d3b-a2df-9a54966e9f5b tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:27.373212 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860d6d7-3284-4d3b-a2df-9a54966e9f5b tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:27.373561 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860d6d7-3284-4d3b-a2df-9a54966e9f5b tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:27.373882 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6860d6d7-3284-4d3b-a2df-9a54966e9f5b tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:27.414653 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6860d6d7-3284-4d3b-a2df-9a54966e9f5b tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for floatingip (b48ee235-6f23-418d-9059-2244c17dd082), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:27.417120 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6860d6d7-3284-4d3b-a2df-9a54966e9f5b tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for floatingip (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:27.418296 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-6860d6d7-3284-4d3b-a2df-9a54966e9f5b tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "DELETE /v2.0/floatingips/b48ee235-6f23-418d-9059-2244c17dd082 HTTP/1.1" status: 204 len: 168 time: 0.5288200 Jun 16 19:07:27.580142 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 56842) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:07:27.582831 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:27.584674 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-b9d87d3d-5683-45b4-91e4-f1829894f615 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1171160100', 'description': 'tempest-description--321020273'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:07:27.686581 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b9d87d3d-5683-45b4-91e4-f1829894f615 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:27.755725 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b9d87d3d-5683-45b4-91e4-f1829894f615 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group (ba39b20b-7b91-4e1c-abbb-051c92a35f2a), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:27.852256 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b9d87d3d-5683-45b4-91e4-f1829894f615 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (ba39b20b-7b91-4e1c-abbb-051c92a35f2a), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:27.881058 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d87d3d-5683-45b4-91e4-f1829894f615 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba39b20b-7b91-4e1c-abbb-051c92a35f2a,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:07:27.950075 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b9d87d3d-5683-45b4-91e4-f1829894f615 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:27.951342 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-b9d87d3d-5683-45b4-91e4-f1829894f615 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3702133 Jun 16 19:07:27.954652 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 56844) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:07:27.958944 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-b7c03695-5642-4ffa-ba98-7982b44963f1 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Request body: {'security_group_rule': {'security_group_id': 'ba39b20b-7b91-4e1c-abbb-051c92a35f2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:07:28.041356 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b7c03695-5642-4ffa-ba98-7982b44963f1 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group_rule (f2bb19ba-1242-4cce-8545-1443a8a335c5), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:28.098005 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b7c03695-5642-4ffa-ba98-7982b44963f1 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group_rule (f2bb19ba-1242-4cce-8545-1443a8a335c5), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:28.172993 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b7c03695-5642-4ffa-ba98-7982b44963f1 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932097'] for security_group_rule (f2bb19ba-1242-4cce-8545-1443a8a335c5), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:28.192633 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c03695-5642-4ffa-ba98-7982b44963f1 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2bb19ba-1242-4cce-8545-1443a8a335c5,revision_number=0']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:07:28.265790 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b7c03695-5642-4ffa-ba98-7982b44963f1 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:28.266983 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-b7c03695-5642-4ffa-ba98-7982b44963f1 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3113565 Jun 16 19:07:28.269631 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 56846) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:07:28.274090 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-cf74b4e2-1837-4735-8475-c3eb1b55e592 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Request body: {'security_group_rule': {'security_group_id': 'ba39b20b-7b91-4e1c-abbb-051c92a35f2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:07:28.379366 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-cf74b4e2-1837-4735-8475-c3eb1b55e592 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group_rule (9caa83be-8a36-47b2-bd76-bb94949d1dec), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:28.437663 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-cf74b4e2-1837-4735-8475-c3eb1b55e592 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group_rule (9caa83be-8a36-47b2-bd76-bb94949d1dec), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:28.513620 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-cf74b4e2-1837-4735-8475-c3eb1b55e592 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932097'] for security_group_rule (9caa83be-8a36-47b2-bd76-bb94949d1dec), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:28.533844 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74b4e2-1837-4735-8475-c3eb1b55e592 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9caa83be-8a36-47b2-bd76-bb94949d1dec,revision_number=0']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:07:28.641621 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-cf74b4e2-1837-4735-8475-c3eb1b55e592 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:28.642854 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-cf74b4e2-1837-4735-8475-c3eb1b55e592 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3722403 Jun 16 19:07:28.645944 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 56848) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:07:28.650365 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-5b6951b7-e6f3-4887-8ca3-f272e0e4b663 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Request body: {'floatingip': {'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:07:28.755332 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-5b6951b7-e6f3-4887-8ca3-f272e0e4b663 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:28.769084 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:07:28.834561 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-5b6951b7-e6f3-4887-8ca3-f272e0e4b663 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:28.836834 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:07:28.913733 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 0086278e-f064-4820-90a4-232684b7bc52 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:07:28.935385 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] No Port match for: 0086278e-f064-4820-90a4-232684b7bc52 {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:07:28.939555 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 0086278e-f064-4820-90a4-232684b7bc52 not bound to the agent host hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:07:28.939744 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_common [None req-5b6951b7-e6f3-4887-8ca3-f272e0e4b663 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Allocated IP 172.27.0.221 (d7ab3290-3ce1-430c-a2b5-625628340a0e/2251f151-d04b-4b41-88db-58f0d465a2f0/f0cded76-423a-48a5-9584-6537b21f1d3a) {{(pid=116193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 19:07:29.039776 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-5b6951b7-e6f3-4887-8ca3-f272e0e4b663 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for port (f0cded76-423a-48a5-9584-6537b21f1d3a), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:29.149587 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-5b6951b7-e6f3-4887-8ca3-f272e0e4b663 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (f0cded76-423a-48a5-9584-6537b21f1d3a), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:29.191975 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6951b7-e6f3-4887-8ca3-f272e0e4b663 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Network d7ab3290-3ce1-430c-a2b5-625628340a0e is already hosted by enough agents. {{(pid=116193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:07:29.197005 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [None req-5b6951b7-e6f3-4887-8ca3-f272e0e4b663 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Resources bound (agent type, host, resource id): {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:07:29.206224 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6951b7-e6f3-4887-8ca3-f272e0e4b663 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Pushing event updated for resources: {'Port': ['ID=f0cded76-423a-48a5-9584-6537b21f1d3a,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:07:29.206224 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6951b7-e6f3-4887-8ca3-f272e0e4b663 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Received port after_create {{(pid=116193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 19:07:29.241400 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:07:29.280060 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-5b6951b7-e6f3-4887-8ca3-f272e0e4b663 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for floatingip (52942ea3-5d6e-4ba8-89dc-504fe5e330a2), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:29.369414 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-5b6951b7-e6f3-4887-8ca3-f272e0e4b663 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (f0cded76-423a-48a5-9584-6537b21f1d3a), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:29.510539 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-5b6951b7-e6f3-4887-8ca3-f272e0e4b663 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for port (f0cded76-423a-48a5-9584-6537b21f1d3a), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:29.571982 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-5b6951b7-e6f3-4887-8ca3-f272e0e4b663 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (f0cded76-423a-48a5-9584-6537b21f1d3a), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:29.639294 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6951b7-e6f3-4887-8ca3-f272e0e4b663 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Pushing event updated for resources: {'Port': ['ID=f0cded76-423a-48a5-9584-6537b21f1d3a,revision_number=2']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:07:29.652433 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-5b6951b7-e6f3-4887-8ca3-f272e0e4b663 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8340165'] for floatingip (52942ea3-5d6e-4ba8-89dc-504fe5e330a2), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:29.727227 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-5b6951b7-e6f3-4887-8ca3-f272e0e4b663 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for floatingip (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:29.728445 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-5b6951b7-e6f3-4887-8ca3-f272e0e4b663 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0815742 Jun 16 19:07:29.922031 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-a00ccb2d-6be1-4bde-8cfd-2842558cf89e tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1171160100&fields=id&tenant_id=cfa6530fe6dd49d88f41c57406f4cbb6 HTTP/1.1" status: 200 len: 267 time: 0.0422037 Jun 16 19:07:30.028128 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-ad92d6ea-82c8-4647-ac3c-14d6f3e6ed4b tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:07:30.029640 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-ad92d6ea-82c8-4647-ac3c-14d6f3e6ed4b tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/networks?id=9f5b1bf4-16e2-474a-b72c-6a89096e68f2 HTTP/1.1" status: 200 len: 815 time: 0.1012518 Jun 16 19:07:30.044248 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-644f02f1-a186-440e-b667-816ed0395b6f tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/quotas/cfa6530fe6dd49d88f41c57406f4cbb6 HTTP/1.1" status: 200 len: 375 time: 0.0088077 Jun 16 19:07:30.091745 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-7a76630f-3a53-4f06-9de1-059e5c20a16d tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cfa6530fe6dd49d88f41c57406f4cbb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0421212 Jun 16 19:07:30.102388 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 6 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 19:07:30.107346 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-9cf83617-1340-4f0b-a604-36f6eadfe1a2 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=116193) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 16 19:07:30.108317 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-9cf83617-1340-4f0b-a604-36f6eadfe1a2 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051274 Jun 16 19:07:30.196045 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-632cc362-f45c-410f-b56b-0dcfb1781a48 service neutron] 10.222.0.81 "GET /v2.0/networks/9f5b1bf4-16e2-474a-b72c-6a89096e68f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810807 Jun 16 19:07:30.286997 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-a081a76f-5f37-4cc0-ada2-ea9543f0dd87 service neutron] 10.222.0.81 "GET /v2.0/networks/9f5b1bf4-16e2-474a-b72c-6a89096e68f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854630 Jun 16 19:07:30.548795 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-77813336-a3a4-44c7-93de-e7eaf77c8e0c req-632f64c0-0feb-48a4-86e0-c090919a77f7 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=cbd5bc0c-46e7-40c1-8168-a3eb426efa09 HTTP/1.1" status: 200 len: 210 time: 0.0282917 Jun 16 19:07:31.643442 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5e94d0f9-b1b7-477a-816d-7b66f845791d req-61429e00-fbc7-4aed-955c-ce23e7e882ed tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=cbd5bc0c-46e7-40c1-8168-a3eb426efa09 HTTP/1.1" status: 200 len: 210 time: 0.0278850 Jun 16 19:07:32.282376 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:07:32.362338 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-17620555-17d6-433c-b8cc-1885e147c572 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:07:32.363824 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-17620555-17d6-433c-b8cc-1885e147c572 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.66 "GET /v2.0/networks?id=9f5b1bf4-16e2-474a-b72c-6a89096e68f2 HTTP/1.1" status: 200 len: 815 time: 0.1045275 Jun 16 19:07:32.386951 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:07:32.424249 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-f07c1cd7-5501-407b-96c0-efa4993f352b tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfa6530fe6dd49d88f41c57406f4cbb6 HTTP/1.1" status: 200 len: 380 time: 0.0521333 Jun 16 19:07:32.432165 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-a594e7df-9fad-4224-b467-67321c103920 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Request body: {'port': {'device_id': 'cbd5bc0c-46e7-40c1-8168-a3eb426efa09', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'admin_state_up': True, 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'security_groups': ['ba39b20b-7b91-4e1c-abbb-051c92a35f2a']}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:07:32.658179 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-a594e7df-9fad-4224-b467-67321c103920 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Made reservation on behalf of cfa6530fe6dd49d88f41c57406f4cbb6 for: {'port': 1} {{(pid=116193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 19:07:32.661949 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-a594e7df-9fad-4224-b467-67321c103920 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:32.756493 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0999519f-85b8-40d7-a262-e4162ff72786 req-8b584532-110a-47c3-9446-2a82fed66597 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=cbd5bc0c-46e7-40c1-8168-a3eb426efa09 HTTP/1.1" status: 200 len: 210 time: 0.0374584 Jun 16 19:07:32.818319 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_common [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-a594e7df-9fad-4224-b467-67321c103920 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Allocated IP 172.20.0.13 (9f5b1bf4-16e2-474a-b72c-6a89096e68f2/c183fee7-51b9-49a6-a0ab-83d2a2c96a61/5eeb2eff-0256-4b02-8bc3-13219dc24d3a) {{(pid=116193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 19:07:32.919519 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:07:32.950880 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-a594e7df-9fad-4224-b467-67321c103920 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for port (5eeb2eff-0256-4b02-8bc3-13219dc24d3a), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:33.052876 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-a594e7df-9fad-4224-b467-67321c103920 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (5eeb2eff-0256-4b02-8bc3-13219dc24d3a), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:33.095828 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-a594e7df-9fad-4224-b467-67321c103920 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Network 9f5b1bf4-16e2-474a-b72c-6a89096e68f2 is already hosted by enough agents. {{(pid=116193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:07:33.100929 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-a594e7df-9fad-4224-b467-67321c103920 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Resources bound (agent type, host, resource id): {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:07:33.104919 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-a594e7df-9fad-4224-b467-67321c103920 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Received port after_create {{(pid=116193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 19:07:33.129345 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594e7df-9fad-4224-b467-67321c103920 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Pushing event updated for resources: {'Port': ['ID=5eeb2eff-0256-4b02-8bc3-13219dc24d3a,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:07:33.159155 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-a594e7df-9fad-4224-b467-67321c103920 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:07:33.159777 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-a594e7df-9fad-4224-b467-67321c103920 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:33.236536 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-a594e7df-9fad-4224-b467-67321c103920 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8079011 Jun 16 19:07:33.248273 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-0e233cca-0255-4f2b-b197-01bf20c17d63 service neutron] Request body: {'port': {'device_id': 'cbd5bc0c-46e7-40c1-8168-a3eb426efa09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:07:33.312759 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-0e233cca-0255-4f2b-b197-01bf20c17d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (5eeb2eff-0256-4b02-8bc3-13219dc24d3a), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:33.341162 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-af0cb7bb-f154-440a-bd52-559631d30282 None None] Provisioning complete for port 5eeb2eff-0256-4b02-8bc3-13219dc24d3a triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:07:33.341751 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-af0cb7bb-f154-440a-bd52-559631d30282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (5eeb2eff-0256-4b02-8bc3-13219dc24d3a), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:33.378076 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-af0cb7bb-f154-440a-bd52-559631d30282 None None] Port 5eeb2eff-0256-4b02-8bc3-13219dc24d3a cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 19:07:33.566268 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-0e233cca-0255-4f2b-b197-01bf20c17d63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eeb2eff-0256-4b02-8bc3-13219dc24d3a {{(pid=116193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 19:07:33.573588 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-0e233cca-0255-4f2b-b197-01bf20c17d63 service neutron] Publish callbacks [] for port (5eeb2eff-0256-4b02-8bc3-13219dc24d3a), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:33.579020 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:07:33.586253 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.provisioning_blocks [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-0e233cca-0255-4f2b-b197-01bf20c17d63 service neutron] Transition to ACTIVE for port object 5eeb2eff-0256-4b02-8bc3-13219dc24d3a will not be triggered until provisioned by entity L2. {{(pid=116193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 19:07:33.703261 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-0e233cca-0255-4f2b-b197-01bf20c17d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (5eeb2eff-0256-4b02-8bc3-13219dc24d3a), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:33.751963 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e233cca-0255-4f2b-b197-01bf20c17d63 service neutron] Pushing event updated for resources: {'Port': ['ID=5eeb2eff-0256-4b02-8bc3-13219dc24d3a,revision_number=2']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:07:33.829780 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-0e233cca-0255-4f2b-b197-01bf20c17d63 service neutron] Attempting to bind port 5eeb2eff-0256-4b02-8bc3-13219dc24d3a on host hv-cinder-84617 for vnic_type normal with profile {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 19:07:33.830118 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-0e233cca-0255-4f2b-b197-01bf20c17d63 service neutron] Attempting to bind port 5eeb2eff-0256-4b02-8bc3-13219dc24d3a by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '5e64dbe6-3a0d-4a76-81bf-790c27bf3681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2'}] {{(pid=116193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 19:07:33.830473 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-0e233cca-0255-4f2b-b197-01bf20c17d63 service neutron] Attempting to bind port 5eeb2eff-0256-4b02-8bc3-13219dc24d3a on network 9f5b1bf4-16e2-474a-b72c-6a89096e68f2 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 19:07:33.846706 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-0e233cca-0255-4f2b-b197-01bf20c17d63 service neutron] Port 5eeb2eff-0256-4b02-8bc3-13219dc24d3a on network 9f5b1bf4-16e2-474a-b72c-6a89096e68f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 19:07:33.847057 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-0e233cca-0255-4f2b-b197-01bf20c17d63 service neutron] Attempting to bind port 5eeb2eff-0256-4b02-8bc3-13219dc24d3a on network 9f5b1bf4-16e2-474a-b72c-6a89096e68f2 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 19:07:33.878776 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-0e233cca-0255-4f2b-b197-01bf20c17d63 service neutron] Checking agent: {'id': '78e75526-212b-4550-9dc1-6e088b901fa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'started_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 19, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 19:07:33.879111 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-0e233cca-0255-4f2b-b197-01bf20c17d63 service neutron] Checking segment: {'id': '5e64dbe6-3a0d-4a76-81bf-790c27bf3681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 19:07:33.879494 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-0e233cca-0255-4f2b-b197-01bf20c17d63 service neutron] Bound using segment: {'id': '5e64dbe6-3a0d-4a76-81bf-790c27bf3681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2'} {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 19:07:33.879927 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-0e233cca-0255-4f2b-b197-01bf20c17d63 service neutron] Bound port: 5eeb2eff-0256-4b02-8bc3-13219dc24d3a, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e64dbe6-3a0d-4a76-81bf-790c27bf3681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2'}}] {{(pid=116193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 19:07:33.880293 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-0e233cca-0255-4f2b-b197-01bf20c17d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (5eeb2eff-0256-4b02-8bc3-13219dc24d3a), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:33.902024 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98164c03-1463-4188-968a-a34fe96ed2a5 req-db4bdc3c-70d7-4a45-89a2-7224a8e2e3b8 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:07:33.903510 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-98164c03-1463-4188-968a-a34fe96ed2a5 req-db4bdc3c-70d7-4a45-89a2-7224a8e2e3b8 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=cbd5bc0c-46e7-40c1-8168-a3eb426efa09 HTTP/1.1" status: 200 len: 944 time: 0.0706952 Jun 16 19:07:33.989922 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-0e233cca-0255-4f2b-b197-01bf20c17d63 service neutron] For port 5eeb2eff-0256-4b02-8bc3-13219dc24d3a, host hv-cinder-84617, cleared binding levels {{(pid=116193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 19:07:33.993424 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-0e233cca-0255-4f2b-b197-01bf20c17d63 service neutron] For port 5eeb2eff-0256-4b02-8bc3-13219dc24d3a, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=5eeb2eff-0256-4b02-8bc3-13219dc24d3a,segment=NetworkSegment(5e64dbe6-3a0d-4a76-81bf-790c27bf3681),segment_id=5e64dbe6-3a0d-4a76-81bf-790c27bf3681)] {{(pid=116193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 19:07:34.009262 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-98164c03-1463-4188-968a-a34fe96ed2a5 req-25614946-16f2-43ff-b50d-17c4c4b15900 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba39b20b-7b91-4e1c-abbb-051c92a35f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875340 Jun 16 19:07:34.087145 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-0e233cca-0255-4f2b-b197-01bf20c17d63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (5eeb2eff-0256-4b02-8bc3-13219dc24d3a), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:34.092302 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:07:34.128050 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-0e233cca-0255-4f2b-b197-01bf20c17d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:07:34.128677 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-0e233cca-0255-4f2b-b197-01bf20c17d63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:34.130127 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-0e233cca-0255-4f2b-b197-01bf20c17d63 service neutron] 10.222.0.66 "PUT /v2.0/ports/5eeb2eff-0256-4b02-8bc3-13219dc24d3a HTTP/1.1" status: 200 len: 1094 time: 0.8863590 Jun 16 19:07:34.130580 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd5bc0c-46e7-40c1-8168-a3eb426efa09', 'tag': '5eeb2eff-0256-4b02-8bc3-13219dc24d3a'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:07:34.132860 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e05e0e2-79b2-4907-84f5-a5fbe6c1eb75" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd5bc0c-46e7-40c1-8168-a3eb426efa09", "tag": "5eeb2eff-0256-4b02-8bc3-13219dc24d3a"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:07:34.151566 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e233cca-0255-4f2b-b197-01bf20c17d63 service neutron] Pushing event updated for resources: {'Port': ['ID=5eeb2eff-0256-4b02-8bc3-13219dc24d3a,revision_number=3']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:07:34.176965 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 19:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940a93d4-19f7-4beb-9943-6630c2d2739a x-openstack-request-id: req-940a93d4-19f7-4beb-9943-6630c2d2739a {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:07:34.177339 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd5bc0c-46e7-40c1-8168-a3eb426efa09", "tag": "5eeb2eff-0256-4b02-8bc3-13219dc24d3a", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:07:34.177559 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-940a93d4-19f7-4beb-9943-6630c2d2739a {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:07:34.177970 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-940a93d4-19f7-4beb-9943-6630c2d2739a'] response: {'name': 'network-changed', 'server_uuid': 'cbd5bc0c-46e7-40c1-8168-a3eb426efa09', 'tag': '5eeb2eff-0256-4b02-8bc3-13219dc24d3a', 'status': 'completed', 'code': 200} Jun 16 19:07:34.240238 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05e0e2-79b2-4907-84f5-a5fbe6c1eb75 req-1dc14daf-ee0c-4ea2-9b40-fdc4534abd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:07:34.241800 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2e05e0e2-79b2-4907-84f5-a5fbe6c1eb75 req-1dc14daf-ee0c-4ea2-9b40-fdc4534abd5d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cfa6530fe6dd49d88f41c57406f4cbb6&device_id=cbd5bc0c-46e7-40c1-8168-a3eb426efa09 HTTP/1.1" status: 200 len: 1128 time: 0.0416913 Jun 16 19:07:34.365807 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05e0e2-79b2-4907-84f5-a5fbe6c1eb75 req-888bb044-2c8c-4cc7-86a2-c3e0d16dba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:07:34.366845 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2e05e0e2-79b2-4907-84f5-a5fbe6c1eb75 req-888bb044-2c8c-4cc7-86a2-c3e0d16dba06 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=cfa6530fe6dd49d88f41c57406f4cbb6&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1181788 Jun 16 19:07:34.463938 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05e0e2-79b2-4907-84f5-a5fbe6c1eb75 req-cbfd44d3-aa7b-4894-8f9d-e88a08b5b0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:07:34.465370 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2e05e0e2-79b2-4907-84f5-a5fbe6c1eb75 req-cbfd44d3-aa7b-4894-8f9d-e88a08b5b0a6 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0924468 Jun 16 19:07:34.538890 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-faf6b4a2-6083-4571-9d98-a3f2900751fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:07:34.540395 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-faf6b4a2-6083-4571-9d98-a3f2900751fe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cfa6530fe6dd49d88f41c57406f4cbb6&device_id=cbd5bc0c-46e7-40c1-8168-a3eb426efa09 HTTP/1.1" status: 200 len: 1128 time: 0.0388570 Jun 16 19:07:34.585899 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-87553b29-cc64-4f5f-8c00-8970f7554d10 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5eeb2eff-0256-4b02-8bc3-13219dc24d3a HTTP/1.1" status: 200 len: 217 time: 0.0390072 Jun 16 19:07:34.635273 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-3c67c803-1891-4465-a4a4-dfffd57fca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:07:34.636619 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-3c67c803-1891-4465-a4a4-dfffd57fca72 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c183fee7-51b9-49a6-a0ab-83d2a2c96a61 HTTP/1.1" status: 200 len: 854 time: 0.0445850 Jun 16 19:07:34.677478 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-68b0cbc0-6fba-4a13-97a5-ac735fe7bcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:07:34.678968 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-68b0cbc0-6fba-4a13-97a5-ac735fe7bcbe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9f5b1bf4-16e2-474a-b72c-6a89096e68f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369523 Jun 16 19:07:34.770185 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-e1d28572-6d96-43c4-9dd4-d51d55141652 service neutron] 10.222.0.66 "GET /v2.0/networks/9f5b1bf4-16e2-474a-b72c-6a89096e68f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848379 Jun 16 19:07:34.857668 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-09f54e5b-f482-480d-bc7a-a28b975e5d6f req-b55a8dbf-29a7-4fcb-ab96-80397647cb0b service neutron] 10.222.0.66 "GET /v2.0/networks/9f5b1bf4-16e2-474a-b72c-6a89096e68f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821302 Jun 16 19:07:35.112293 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afadf412-26dc-4ded-a516-4f7ca9622c90 req-00436ff2-91c7-44fe-86c9-a1999bf9dedc tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:07:35.113745 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-afadf412-26dc-4ded-a516-4f7ca9622c90 req-00436ff2-91c7-44fe-86c9-a1999bf9dedc tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=cbd5bc0c-46e7-40c1-8168-a3eb426efa09 HTTP/1.1" status: 200 len: 944 time: 0.0491028 Jun 16 19:07:35.160702 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-afadf412-26dc-4ded-a516-4f7ca9622c90 req-d8f6e405-f710-4749-a54b-6f2d90af6b9e tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba39b20b-7b91-4e1c-abbb-051c92a35f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413172 Jun 16 19:07:36.236738 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:07:36.257365 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:07:36.274220 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b593e4-3512-4117-b445-153dd9855d94 req-3447803a-525f-4ea3-85a7-4c5ad19be8ef tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:07:36.275680 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b0b593e4-3512-4117-b445-153dd9855d94 req-3447803a-525f-4ea3-85a7-4c5ad19be8ef tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=cbd5bc0c-46e7-40c1-8168-a3eb426efa09 HTTP/1.1" status: 200 len: 944 time: 0.0472832 Jun 16 19:07:36.321952 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b0b593e4-3512-4117-b445-153dd9855d94 req-fabc854e-0517-4cfe-819a-ec818740ecdd tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba39b20b-7b91-4e1c-abbb-051c92a35f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405309 Jun 16 19:07:36.686106 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-25eb392f-73f1-4c2a-932c-be44c53d907c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:37.409219 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=47,neutron:DELETE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:07:37.411122 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=49,neutron:DELETE=5 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:07:37.437907 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907db9e-193c-4304-b3f5-453aaee92cc1 req-349c7ae3-9bc5-41da-9d05-f35d8d95ebcc tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:07:37.439413 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f907db9e-193c-4304-b3f5-453aaee92cc1 req-349c7ae3-9bc5-41da-9d05-f35d8d95ebcc tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=cbd5bc0c-46e7-40c1-8168-a3eb426efa09 HTTP/1.1" status: 200 len: 944 time: 0.0500820 Jun 16 19:07:37.488279 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f907db9e-193c-4304-b3f5-453aaee92cc1 req-63748a3a-0092-4c21-b7ed-129dc13c5ade tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba39b20b-7b91-4e1c-abbb-051c92a35f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432281 Jun 16 19:07:38.601717 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501e350-1390-4218-9e27-b11161440c72 req-d5c938f1-f9b3-424b-8e07-f828edc74bcb tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:07:38.603153 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2501e350-1390-4218-9e27-b11161440c72 req-d5c938f1-f9b3-424b-8e07-f828edc74bcb tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=cbd5bc0c-46e7-40c1-8168-a3eb426efa09 HTTP/1.1" status: 200 len: 944 time: 0.0460386 Jun 16 19:07:38.648838 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2501e350-1390-4218-9e27-b11161440c72 req-62023f6d-3441-4f9a-863b-611a22cabe29 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba39b20b-7b91-4e1c-abbb-051c92a35f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400131 Jun 16 19:07:38.997199 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 5eeb2eff-0256-4b02-8bc3-13219dc24d3a details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=116194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 19:07:39.063388 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-49ec868c-2c18-4204-b8b5-94fadfc672c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:39.074839 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:07:39.095366 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 5eeb2eff-0256-4b02-8bc3-13219dc24d3a, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=5eeb2eff-0256-4b02-8bc3-13219dc24d3a,segment=NetworkSegment(5e64dbe6-3a0d-4a76-81bf-790c27bf3681),segment_id=5e64dbe6-3a0d-4a76-81bf-790c27bf3681)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:07:39.097415 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:07:39.106660 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Returning: {'device': '5eeb2eff-0256-4b02-8bc3-13219dc24d3a', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'port_id': '5eeb2eff-0256-4b02-8bc3-13219dc24d3a', 'mac_address': 'fa:16:3e:1b:82:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 19:07:39.146502 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 5eeb2eff-0256-4b02-8bc3-13219dc24d3a is: DOWN; New status is: BUILD {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:07:39.146906 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (5eeb2eff-0256-4b02-8bc3-13219dc24d3a), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:39.161308 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eeb2eff-0256-4b02-8bc3-13219dc24d3a {{(pid=116194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 19:07:39.180453 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 5eeb2eff-0256-4b02-8bc3-13219dc24d3a, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=5eeb2eff-0256-4b02-8bc3-13219dc24d3a,segment=NetworkSegment(5e64dbe6-3a0d-4a76-81bf-790c27bf3681),segment_id=5e64dbe6-3a0d-4a76-81bf-790c27bf3681)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:07:39.240177 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (5eeb2eff-0256-4b02-8bc3-13219dc24d3a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:39.287092 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=5eeb2eff-0256-4b02-8bc3-13219dc24d3a,revision_number=4']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:07:39.294026 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:39.294374 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:39.294769 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:39.295118 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:39.295459 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:39.296302 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:39.296637 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:39.296967 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:39.297319 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:39.297651 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:39.297978 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:39.298305 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:39.298630 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:39.298954 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:39.299276 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:07:39.444129 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] get_ports_and_sgs() called for port_ids ['5eeb2eff-0256-4b02-8bc3-13219dc24d3a'] {{(pid=116194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 19:07:39.759976 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cef82-4b50-44d9-a537-591fdc2c2e92 req-21cc135f-878d-4004-8be5-18045bb8178e tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:07:39.761459 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-115cef82-4b50-44d9-a537-591fdc2c2e92 req-21cc135f-878d-4004-8be5-18045bb8178e tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=cbd5bc0c-46e7-40c1-8168-a3eb426efa09 HTTP/1.1" status: 200 len: 945 time: 0.0470011 Jun 16 19:07:39.786376 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:07:39.812210 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-115cef82-4b50-44d9-a537-591fdc2c2e92 req-5f33e131-bda8-4e67-a4ae-a4f56f98f694 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba39b20b-7b91-4e1c-abbb-051c92a35f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453196 Jun 16 19:07:40.099276 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:07:40.263296 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:40.925630 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7228ae1-8a59-451b-9a84-d7072953a791 req-983d1cf9-e77c-43b4-a7ce-7c223f452d59 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:07:40.927087 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b7228ae1-8a59-451b-9a84-d7072953a791 req-983d1cf9-e77c-43b4-a7ce-7c223f452d59 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=cbd5bc0c-46e7-40c1-8168-a3eb426efa09 HTTP/1.1" status: 200 len: 945 time: 0.0466261 Jun 16 19:07:40.973650 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b7228ae1-8a59-451b-9a84-d7072953a791 req-35af05f3-f4ca-4146-ae4b-90a2c111cabc tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba39b20b-7b91-4e1c-abbb-051c92a35f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411203 Jun 16 19:07:41.006144 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 5eeb2eff-0256-4b02-8bc3-13219dc24d3a up at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 19:07:41.047557 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning for port 5eeb2eff-0256-4b02-8bc3-13219dc24d3a completed by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 19:07:41.130361 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning complete for port 5eeb2eff-0256-4b02-8bc3-13219dc24d3a triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:07:41.130744 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (5eeb2eff-0256-4b02-8bc3-13219dc24d3a), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:41.206280 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port 5eeb2eff-0256-4b02-8bc3-13219dc24d3a is: BUILD; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:07:41.206792 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (5eeb2eff-0256-4b02-8bc3-13219dc24d3a), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:41.228466 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd5bc0c-46e7-40c1-8168-a3eb426efa09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eeb2eff-0256-4b02-8bc3-13219dc24d3a'}] {{(pid=116194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:07:41.230730 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c514dfdaa64f5ff94ef0a30f0983ecc87ad84dbda33c755e7db481fe7439434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ead013-6025-4058-8ebf-990d138c66ac" -d '{"events": [{"server_uuid": "cbd5bc0c-46e7-40c1-8168-a3eb426efa09", "name": "network-vif-plugged", "status": "completed", "tag": "5eeb2eff-0256-4b02-8bc3-13219dc24d3a"}]}' {{(pid=116194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:07:41.243475 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port 5eeb2eff-0256-4b02-8bc3-13219dc24d3a, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=5eeb2eff-0256-4b02-8bc3-13219dc24d3a,segment=NetworkSegment(5e64dbe6-3a0d-4a76-81bf-790c27bf3681),segment_id=5e64dbe6-3a0d-4a76-81bf-790c27bf3681)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:07:41.326798 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 19:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dfdc7f-8d5c-48d8-9032-883dd4ea54d8 x-openstack-request-id: req-74dfdc7f-8d5c-48d8-9032-883dd4ea54d8 {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:07:41.327988 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd5bc0c-46e7-40c1-8168-a3eb426efa09", "name": "network-vif-plugged", "status": "completed", "tag": "5eeb2eff-0256-4b02-8bc3-13219dc24d3a", "code": 200}]} {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:07:41.327988 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-74dfdc7f-8d5c-48d8-9032-883dd4ea54d8 {{(pid=116194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:07:41.328272 dv-cinder-846171-1-iscsi neutron-server[116194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74dfdc7f-8d5c-48d8-9032-883dd4ea54d8'] response: {'server_uuid': 'cbd5bc0c-46e7-40c1-8168-a3eb426efa09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eeb2eff-0256-4b02-8bc3-13219dc24d3a', 'code': 200} Jun 16 19:07:41.330365 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (5eeb2eff-0256-4b02-8bc3-13219dc24d3a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:41.381884 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=5eeb2eff-0256-4b02-8bc3-13219dc24d3a,revision_number=5']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:07:41.610241 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:41.682303 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c7017-5d40-42c7-b7c3-efaa98b5840f req-f8abdf0b-b254-4351-9705-ff2a80696900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:07:41.683774 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e14c7017-5d40-42c7-b7c3-efaa98b5840f req-f8abdf0b-b254-4351-9705-ff2a80696900 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cbd5bc0c-46e7-40c1-8168-a3eb426efa09 HTTP/1.1" status: 200 len: 1130 time: 0.0372357 Jun 16 19:07:41.727359 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e14c7017-5d40-42c7-b7c3-efaa98b5840f req-33af0725-227a-46bf-80b4-f3384ac4fa0a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ba39b20b-7b91-4e1c-abbb-051c92a35f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368598 Jun 16 19:07:42.086574 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:42.088194 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8119abb-0605-4385-ac09-c23d16a80348 req-448d55c7-7c73-4458-8cb7-15d271c537e0 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:07:42.089805 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c8119abb-0605-4385-ac09-c23d16a80348 req-448d55c7-7c73-4458-8cb7-15d271c537e0 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=cbd5bc0c-46e7-40c1-8168-a3eb426efa09 HTTP/1.1" status: 200 len: 946 time: 0.0497377 Jun 16 19:07:42.137325 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c8119abb-0605-4385-ac09-c23d16a80348 req-87ad3333-bb88-497b-a874-d28dc5e4ce9c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba39b20b-7b91-4e1c-abbb-051c92a35f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409942 Jun 16 19:07:43.250507 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c8655-240e-4b98-aa0a-e6f5abc49868 req-cefb1f39-5aca-4beb-b4c4-b5263391f8cf tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:07:43.251982 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ac0c8655-240e-4b98-aa0a-e6f5abc49868 req-cefb1f39-5aca-4beb-b4c4-b5263391f8cf tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=cbd5bc0c-46e7-40c1-8168-a3eb426efa09 HTTP/1.1" status: 200 len: 946 time: 0.0468159 Jun 16 19:07:43.298747 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ac0c8655-240e-4b98-aa0a-e6f5abc49868 req-0b565f8e-dc3c-4992-95e1-307cad0d3684 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba39b20b-7b91-4e1c-abbb-051c92a35f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413187 Jun 16 19:07:43.409999 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2ca8d-f62f-41f1-95ad-ab314945a2be req-db347022-2058-4078-8013-5602ab916e02 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:07:43.411456 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-71b2ca8d-f62f-41f1-95ad-ab314945a2be req-db347022-2058-4078-8013-5602ab916e02 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=cbd5bc0c-46e7-40c1-8168-a3eb426efa09 HTTP/1.1" status: 200 len: 946 time: 0.0482986 Jun 16 19:07:43.420933 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 56910) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:07:43.423862 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-372b2c2d-f618-4305-a827-b69156a795dd tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Request body: {'floatingip': {'port_id': '5eeb2eff-0256-4b02-8bc3-13219dc24d3a'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:07:43.464802 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-372b2c2d-f618-4305-a827-b69156a795dd tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for floatingip (52942ea3-5d6e-4ba8-89dc-504fe5e330a2), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:43.692593 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:07:44.111919 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-372b2c2d-f618-4305-a827-b69156a795dd tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:44.177482 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-372b2c2d-f618-4305-a827-b69156a795dd tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8340165'] for floatingip (52942ea3-5d6e-4ba8-89dc-504fe5e330a2), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:44.269098 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.db.l3_db [None req-372b2c2d-f618-4305-a827-b69156a795dd tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Floating IP 52942ea3-5d6e-4ba8-89dc-504fe5e330a2 associated. External IP: 172.27.0.221, port: 5eeb2eff-0256-4b02-8bc3-13219dc24d3a. Jun 16 19:07:44.309752 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:07:44.464637 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372b2c2d-f618-4305-a827-b69156a795dd tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Router abf7baae-f987-4bd0-a855-47c09caeaad8 has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 19:07:44.565974 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372b2c2d-f618-4305-a827-b69156a795dd tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:07:44.570828 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-372b2c2d-f618-4305-a827-b69156a795dd tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for floatingip (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:07:44.575290 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf21800-7b1c-4ec8-a69b-dd16d6b131fb None None] Sync routers for ids ['abf7baae-f987-4bd0-a855-47c09caeaad8'] in dv-cinder-846171-1-iscsi {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:07:44.585649 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf21800-7b1c-4ec8-a69b-dd16d6b131fb None None] Routers {'abf7baae-f987-4bd0-a855-47c09caeaad8'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:07:44.586268 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-7bf21800-7b1c-4ec8-a69b-dd16d6b131fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:07:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['abf7baae-f987-4bd0-a855-47c09caeaad8'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:07:44.600782 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-372b2c2d-f618-4305-a827-b69156a795dd tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "PUT /v2.0/floatingips/52942ea3-5d6e-4ba8-89dc-504fe5e330a2 HTTP/1.1" status: 200 len: 992 time: 1.1801262 Jun 16 19:07:44.601382 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd5bc0c-46e7-40c1-8168-a3eb426efa09', 'tag': '5eeb2eff-0256-4b02-8bc3-13219dc24d3a'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:07:44.603650 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a4cb0f-ef9e-48a9-a45f-28113ea694e6" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd5bc0c-46e7-40c1-8168-a3eb426efa09", "tag": "5eeb2eff-0256-4b02-8bc3-13219dc24d3a"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:07:44.638226 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 19:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37554da5-675f-4546-9965-ef07356637b8 x-openstack-request-id: req-37554da5-675f-4546-9965-ef07356637b8 {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:07:44.638513 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd5bc0c-46e7-40c1-8168-a3eb426efa09", "tag": "5eeb2eff-0256-4b02-8bc3-13219dc24d3a", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:07:44.638761 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-37554da5-675f-4546-9965-ef07356637b8 {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:07:44.639157 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37554da5-675f-4546-9965-ef07356637b8'] response: {'name': 'network-changed', 'server_uuid': 'cbd5bc0c-46e7-40c1-8168-a3eb426efa09', 'tag': '5eeb2eff-0256-4b02-8bc3-13219dc24d3a', 'status': 'completed', 'code': 200} Jun 16 19:07:44.688418 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-7bf21800-7b1c-4ec8-a69b-dd16d6b131fb None None] Set router abf7baae-f987-4bd0-a855-47c09caeaad8 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:07:44.697334 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4cb0f-ef9e-48a9-a45f-28113ea694e6 req-c0ec16c3-2421-488b-866c-aa8c39144c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:07:44.699103 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a2a4cb0f-ef9e-48a9-a45f-28113ea694e6 req-c0ec16c3-2421-488b-866c-aa8c39144c40 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cfa6530fe6dd49d88f41c57406f4cbb6&device_id=cbd5bc0c-46e7-40c1-8168-a3eb426efa09 HTTP/1.1" status: 200 len: 1130 time: 0.0386615 Jun 16 19:07:44.725543 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:07:44.792064 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4cb0f-ef9e-48a9-a45f-28113ea694e6 req-3c9467f5-4c87-4094-a000-93a97aa1a6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:07:44.793618 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a2a4cb0f-ef9e-48a9-a45f-28113ea694e6 req-3c9467f5-4c87-4094-a000-93a97aa1a6be service neutron] 10.222.0.66 "GET /v2.0/networks?id=9f5b1bf4-16e2-474a-b72c-6a89096e68f2 HTTP/1.1" status: 200 len: 917 time: 0.0886157 Jun 16 19:07:44.846161 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:07:44.854339 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a2a4cb0f-ef9e-48a9-a45f-28113ea694e6 req-3824381e-2b19-49e5-84f7-237897efc400 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5eeb2eff-0256-4b02-8bc3-13219dc24d3a HTTP/1.1" status: 200 len: 1000 time: 0.0550976 Jun 16 19:07:44.907106 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4cb0f-ef9e-48a9-a45f-28113ea694e6 req-13d2e431-82c6-4b38-bdfc-e46171917886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:07:44.908537 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a2a4cb0f-ef9e-48a9-a45f-28113ea694e6 req-13d2e431-82c6-4b38-bdfc-e46171917886 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c183fee7-51b9-49a6-a0ab-83d2a2c96a61 HTTP/1.1" status: 200 len: 854 time: 0.0489917 Jun 16 19:07:44.909278 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-7bf21800-7b1c-4ec8-a69b-dd16d6b131fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'name': 'tempest-AttachVolumeNegativeTest-1656615081-router', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:04:03Z', 'updated_at': '2022-06-16T19:04:06Z', 'revision_number': 4, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'gw_port': {'id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:04Z', 'updated_at': '2022-06-16T19:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': '52942ea3-5d6e-4ba8-89dc-504fe5e330a2', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'floating_ip_address': '172.27.0.221', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'port_id': '5eeb2eff-0256-4b02-8bc3-13219dc24d3a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'mac_address': 'fa:16:3e:1b:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd5bc0c-46e7-40c1-8168-a3eb426efa09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T19:07:29Z', 'updated_at': '2022-06-16T19:07:44Z', 'revision_number': 1, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13be6207-4727-4281-8557-934df6cbc103', 'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'mac_address': 'fa:16:3e:c9:7e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:06Z', 'updated_at': '2022-06-16T19:04:11Z', 'revision_number': 5, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'subnets': [{'id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:07:44.935110 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf21800-7b1c-4ec8-a69b-dd16d6b131fb None None] Checking router: abf7baae-f987-4bd0-a855-47c09caeaad8 for host: dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:07:44.943439 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf21800-7b1c-4ec8-a69b-dd16d6b131fb None None] Routers {'abf7baae-f987-4bd0-a855-47c09caeaad8'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:07:44.944057 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-7bf21800-7b1c-4ec8-a69b-dd16d6b131fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:07:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['abf7baae-f987-4bd0-a855-47c09caeaad8'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:07:44.950923 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4cb0f-ef9e-48a9-a45f-28113ea694e6 req-09f77482-fdb7-405e-8b86-c228053dcf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:07:44.952450 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a2a4cb0f-ef9e-48a9-a45f-28113ea694e6 req-09f77482-fdb7-405e-8b86-c228053dcf50 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9f5b1bf4-16e2-474a-b72c-6a89096e68f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383282 Jun 16 19:07:44.974922 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:07:45.042636 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a2a4cb0f-ef9e-48a9-a45f-28113ea694e6 req-ba753a27-7e88-4754-95fa-b0b5cb6deeed service neutron] 10.222.0.66 "GET /v2.0/networks/9f5b1bf4-16e2-474a-b72c-6a89096e68f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839434 Jun 16 19:07:45.045131 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-7bf21800-7b1c-4ec8-a69b-dd16d6b131fb None None] Set router abf7baae-f987-4bd0-a855-47c09caeaad8 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:07:45.136010 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a2a4cb0f-ef9e-48a9-a45f-28113ea694e6 req-6af5b29e-9587-4f76-94ff-18f48cc8308a service neutron] 10.222.0.66 "GET /v2.0/networks/9f5b1bf4-16e2-474a-b72c-6a89096e68f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869870 Jun 16 19:07:45.255177 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-7bf21800-7b1c-4ec8-a69b-dd16d6b131fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'name': 'tempest-AttachVolumeNegativeTest-1656615081-router', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:04:03Z', 'updated_at': '2022-06-16T19:04:06Z', 'revision_number': 4, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'gw_port': {'id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:04Z', 'updated_at': '2022-06-16T19:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': '52942ea3-5d6e-4ba8-89dc-504fe5e330a2', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'floating_ip_address': '172.27.0.221', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'port_id': '5eeb2eff-0256-4b02-8bc3-13219dc24d3a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'mac_address': 'fa:16:3e:1b:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd5bc0c-46e7-40c1-8168-a3eb426efa09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T19:07:29Z', 'updated_at': '2022-06-16T19:07:44Z', 'revision_number': 1, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13be6207-4727-4281-8557-934df6cbc103', 'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'mac_address': 'fa:16:3e:c9:7e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:06Z', 'updated_at': '2022-06-16T19:04:11Z', 'revision_number': 5, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'subnets': [{'id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:07:45.279531 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf21800-7b1c-4ec8-a69b-dd16d6b131fb None None] The sync data for ids ['abf7baae-f987-4bd0-a855-47c09caeaad8'] in dv-cinder-846171-1-iscsi is: [{'id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'name': 'tempest-AttachVolumeNegativeTest-1656615081-router', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:04:03Z', 'updated_at': '2022-06-16T19:04:06Z', 'revision_number': 4, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'gw_port': {'id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:04Z', 'updated_at': '2022-06-16T19:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': '52942ea3-5d6e-4ba8-89dc-504fe5e330a2', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'floating_ip_address': '172.27.0.221', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'port_id': '5eeb2eff-0256-4b02-8bc3-13219dc24d3a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'mac_address': 'fa:16:3e:1b:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd5bc0c-46e7-40c1-8168-a3eb426efa09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T19:07:29Z', 'updated_at': '2022-06-16T19:07:44Z', 'revision_number': 1, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13be6207-4727-4281-8557-934df6cbc103', 'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'mac_address': 'fa:16:3e:c9:7e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:06Z', 'updated_at': '2022-06-16T19:04:11Z', 'revision_number': 5, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'subnets': [{'id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:07:45.461439 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae1e14a-0ae8-4f68-9e7b-7a76d0d3dd53 None None] New status for floating IP 52942ea3-5d6e-4ba8-89dc-504fe5e330a2: ACTIVE {{(pid=116195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 19:07:55.131743 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=7 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:07:55.132539 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=81 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:07:55.257649 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=31 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:07:55.258378 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=66 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:07:57.131882 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:07:57.136744 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:07:57.582718 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:05.362822 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2c7340c7-164e-431d-9e6c-e5baaaefcba3 req-479ce53f-0a23-4138-bf75-97f074ad870a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cbd5bc0c-46e7-40c1-8168-a3eb426efa09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379615 Jun 16 19:08:05.445919 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7340c7-164e-431d-9e6c-e5baaaefcba3 req-cc64bc95-c954-449e-abba-92f4ba6a9e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:08:05.447452 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2c7340c7-164e-431d-9e6c-e5baaaefcba3 req-cc64bc95-c954-449e-abba-92f4ba6a9e99 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cfa6530fe6dd49d88f41c57406f4cbb6&device_id=cbd5bc0c-46e7-40c1-8168-a3eb426efa09 HTTP/1.1" status: 200 len: 1130 time: 0.0416927 Jun 16 19:08:05.552940 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7340c7-164e-431d-9e6c-e5baaaefcba3 req-89a1a8a1-a978-41b5-aec5-b60c69c48eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:08:05.554444 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2c7340c7-164e-431d-9e6c-e5baaaefcba3 req-89a1a8a1-a978-41b5-aec5-b60c69c48eff service neutron] 10.222.0.66 "GET /v2.0/networks?id=9f5b1bf4-16e2-474a-b72c-6a89096e68f2 HTTP/1.1" status: 200 len: 917 time: 0.0857463 Jun 16 19:08:05.618171 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2c7340c7-164e-431d-9e6c-e5baaaefcba3 req-3cf60575-b35e-4169-a3f4-2263e6eb36d6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5eeb2eff-0256-4b02-8bc3-13219dc24d3a HTTP/1.1" status: 200 len: 1002 time: 0.0567906 Jun 16 19:08:05.664808 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7340c7-164e-431d-9e6c-e5baaaefcba3 req-6e52263e-67df-4341-94e9-ae1f4914209a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:08:05.666212 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2c7340c7-164e-431d-9e6c-e5baaaefcba3 req-6e52263e-67df-4341-94e9-ae1f4914209a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c183fee7-51b9-49a6-a0ab-83d2a2c96a61 HTTP/1.1" status: 200 len: 854 time: 0.0413911 Jun 16 19:08:05.708373 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7340c7-164e-431d-9e6c-e5baaaefcba3 req-b89924cf-836c-48c1-bb8d-408d420bdc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:08:05.709807 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2c7340c7-164e-431d-9e6c-e5baaaefcba3 req-b89924cf-836c-48c1-bb8d-408d420bdc54 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9f5b1bf4-16e2-474a-b72c-6a89096e68f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0360599 Jun 16 19:08:05.800735 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2c7340c7-164e-431d-9e6c-e5baaaefcba3 req-ad587815-947d-4cbe-b6d1-a6b30d211a68 service neutron] 10.222.0.66 "GET /v2.0/networks/9f5b1bf4-16e2-474a-b72c-6a89096e68f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831468 Jun 16 19:08:05.888773 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2c7340c7-164e-431d-9e6c-e5baaaefcba3 req-0b13c281-c665-4386-affc-bc6cd1ccb0ab service neutron] 10.222.0.66 "GET /v2.0/networks/9f5b1bf4-16e2-474a-b72c-6a89096e68f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812840 Jun 16 19:08:06.696605 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-b808e23a-c106-4e89-b023-315dd46225ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:07.100985 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 6 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 19:08:09.039537 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-7eb3e377-1521-446c-baf9-e7aa05f4e868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:10.266587 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:11.622591 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:12.117658 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:15.883829 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=49 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:08:15.885706 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=52 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:08:17.097524 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=2 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:08:22.026602 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:08:22.040551 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:08:27.570657 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:32.989814 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679e59d-d1e5-4979-8a10-0fee95dfbde5 req-270bb6aa-5dbd-4179-bd2a-b3a6dc666be7 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:08:32.991273 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3679e59d-d1e5-4979-8a10-0fee95dfbde5 req-270bb6aa-5dbd-4179-bd2a-b3a6dc666be7 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=cbd5bc0c-46e7-40c1-8168-a3eb426efa09 HTTP/1.1" status: 200 len: 946 time: 0.0472622 Jun 16 19:08:33.041796 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-3679e59d-d1e5-4979-8a10-0fee95dfbde5 req-c87cb7be-a682-4b6b-a298-432583e01b67 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba39b20b-7b91-4e1c-abbb-051c92a35f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447919 Jun 16 19:08:34.137458 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=16 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:08:34.141340 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=16 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:08:34.155878 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0e3e1-896a-4a6a-a77e-5fab99b4c7a2 req-74af2dfc-efe8-4adf-9566-bc904504d804 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:08:34.157439 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9fc0e3e1-896a-4a6a-a77e-5fab99b4c7a2 req-74af2dfc-efe8-4adf-9566-bc904504d804 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=cbd5bc0c-46e7-40c1-8168-a3eb426efa09 HTTP/1.1" status: 200 len: 946 time: 0.0477283 Jun 16 19:08:34.204636 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9fc0e3e1-896a-4a6a-a77e-5fab99b4c7a2 req-4689aa02-87d5-476b-8488-a640557b864d tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups?id=ba39b20b-7b91-4e1c-abbb-051c92a35f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415652 Jun 16 19:08:34.467284 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297fa58-2981-4b59-91b1-ce7086130d83 req-51496ffa-d376-40a7-ac70-11f2817f505a tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:08:34.468726 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a297fa58-2981-4b59-91b1-ce7086130d83 req-51496ffa-d376-40a7-ac70-11f2817f505a tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.66 "GET /v2.0/ports?device_id=cbd5bc0c-46e7-40c1-8168-a3eb426efa09 HTTP/1.1" status: 200 len: 946 time: 0.0463145 Jun 16 19:08:34.550079 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-a297fa58-2981-4b59-91b1-ce7086130d83 req-af62a28a-1668-4b47-b81e-5d12d7a0df51 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Deleting port 5eeb2eff-0256-4b02-8bc3-13219dc24d3a {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:08:34.550425 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-a297fa58-2981-4b59-91b1-ce7086130d83 req-af62a28a-1668-4b47-b81e-5d12d7a0df51 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (5eeb2eff-0256-4b02-8bc3-13219dc24d3a), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:34.637482 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-a297fa58-2981-4b59-91b1-ce7086130d83 req-af62a28a-1668-4b47-b81e-5d12d7a0df51 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] For port 5eeb2eff-0256-4b02-8bc3-13219dc24d3a, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=5eeb2eff-0256-4b02-8bc3-13219dc24d3a,segment=NetworkSegment(5e64dbe6-3a0d-4a76-81bf-790c27bf3681),segment_id=5e64dbe6-3a0d-4a76-81bf-790c27bf3681)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:08:34.637776 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-a297fa58-2981-4b59-91b1-ce7086130d83 req-af62a28a-1668-4b47-b81e-5d12d7a0df51 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (5eeb2eff-0256-4b02-8bc3-13219dc24d3a), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:34.797836 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-a297fa58-2981-4b59-91b1-ce7086130d83 req-af62a28a-1668-4b47-b81e-5d12d7a0df51 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:34.798202 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-a297fa58-2981-4b59-91b1-ce7086130d83 req-af62a28a-1668-4b47-b81e-5d12d7a0df51 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8340165'] for floatingip (52942ea3-5d6e-4ba8-89dc-504fe5e330a2), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:34.798521 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.db.l3_db [req-a297fa58-2981-4b59-91b1-ce7086130d83 req-af62a28a-1668-4b47-b81e-5d12d7a0df51 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Floating IP 52942ea3-5d6e-4ba8-89dc-504fe5e330a2 disassociated. External IP: 172.27.0.221, port: 5eeb2eff-0256-4b02-8bc3-13219dc24d3a. Jun 16 19:08:34.798870 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-a297fa58-2981-4b59-91b1-ce7086130d83 req-af62a28a-1668-4b47-b81e-5d12d7a0df51 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Calling delete_port for 5eeb2eff-0256-4b02-8bc3-13219dc24d3a owned by compute:nova {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:08:35.003456 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-a297fa58-2981-4b59-91b1-ce7086130d83 req-af62a28a-1668-4b47-b81e-5d12d7a0df51 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (5eeb2eff-0256-4b02-8bc3-13219dc24d3a), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:35.032841 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62a28a-1668-4b47-b81e-5d12d7a0df51 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Pushing event deleted for resources: {'Port': ['ID=5eeb2eff-0256-4b02-8bc3-13219dc24d3a,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:08:35.042740 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62a28a-1668-4b47-b81e-5d12d7a0df51 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:35.043094 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62a28a-1668-4b47-b81e-5d12d7a0df51 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:35.043440 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62a28a-1668-4b47-b81e-5d12d7a0df51 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:35.043782 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62a28a-1668-4b47-b81e-5d12d7a0df51 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:35.044121 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62a28a-1668-4b47-b81e-5d12d7a0df51 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:35.044455 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62a28a-1668-4b47-b81e-5d12d7a0df51 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:35.044787 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62a28a-1668-4b47-b81e-5d12d7a0df51 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:35.045117 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62a28a-1668-4b47-b81e-5d12d7a0df51 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:35.045974 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62a28a-1668-4b47-b81e-5d12d7a0df51 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:35.045974 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62a28a-1668-4b47-b81e-5d12d7a0df51 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:35.046165 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62a28a-1668-4b47-b81e-5d12d7a0df51 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:35.046420 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62a28a-1668-4b47-b81e-5d12d7a0df51 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:35.046746 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62a28a-1668-4b47-b81e-5d12d7a0df51 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:35.047068 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62a28a-1668-4b47-b81e-5d12d7a0df51 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:35.047394 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af62a28a-1668-4b47-b81e-5d12d7a0df51 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:35.154961 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a297fa58-2981-4b59-91b1-ce7086130d83 req-af62a28a-1668-4b47-b81e-5d12d7a0df51 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Router abf7baae-f987-4bd0-a855-47c09caeaad8 has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 19:08:35.205208 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:08:35.236757 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:08:35.259659 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a297fa58-2981-4b59-91b1-ce7086130d83 req-af62a28a-1668-4b47-b81e-5d12d7a0df51 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:08:35.273519 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef98d173-47f5-4102-bc4f-981a94d17023 None None] Sync routers for ids ['abf7baae-f987-4bd0-a855-47c09caeaad8'] in dv-cinder-846171-1-iscsi {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:08:35.283884 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef98d173-47f5-4102-bc4f-981a94d17023 None None] Routers {'abf7baae-f987-4bd0-a855-47c09caeaad8'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:08:35.284517 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-ef98d173-47f5-4102-bc4f-981a94d17023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:08:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['abf7baae-f987-4bd0-a855-47c09caeaad8'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:08:35.318070 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [req-a297fa58-2981-4b59-91b1-ce7086130d83 req-af62a28a-1668-4b47-b81e-5d12d7a0df51 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] No DVR routers for this DVR port 5eeb2eff-0256-4b02-8bc3-13219dc24d3a on host hv-cinder-84617 {{(pid=116193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 19:08:35.331571 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-a297fa58-2981-4b59-91b1-ce7086130d83 req-af62a28a-1668-4b47-b81e-5d12d7a0df51 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:35.334823 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a297fa58-2981-4b59-91b1-ce7086130d83 req-af62a28a-1668-4b47-b81e-5d12d7a0df51 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.66 "DELETE /v2.0/ports/5eeb2eff-0256-4b02-8bc3-13219dc24d3a HTTP/1.1" status: 204 len: 173 time: 0.8608484 Jun 16 19:08:35.335545 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd5bc0c-46e7-40c1-8168-a3eb426efa09', 'name': 'network-vif-deleted', 'tag': '5eeb2eff-0256-4b02-8bc3-13219dc24d3a'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:08:35.337811 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9773ef5-9712-47c1-a524-a1822ba98b23" -d '{"events": [{"server_uuid": "cbd5bc0c-46e7-40c1-8168-a3eb426efa09", "name": "network-vif-deleted", "tag": "5eeb2eff-0256-4b02-8bc3-13219dc24d3a"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:08:35.342241 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8dbb9bd9-a722-4a54-9c48-6a2e5f8967d6 req-feb42494-b299-42db-adbe-fd92aa1f56e6 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/ports?device_id=cbd5bc0c-46e7-40c1-8168-a3eb426efa09 HTTP/1.1" status: 200 len: 210 time: 0.0596297 Jun 16 19:08:35.387628 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-ef98d173-47f5-4102-bc4f-981a94d17023 None None] Set router abf7baae-f987-4bd0-a855-47c09caeaad8 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:08:35.393880 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 19:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e372a5-7c59-47c8-afb7-cbd13fd49ad8 x-openstack-request-id: req-f8e372a5-7c59-47c8-afb7-cbd13fd49ad8 {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:08:35.394229 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd5bc0c-46e7-40c1-8168-a3eb426efa09", "name": "network-vif-deleted", "tag": "5eeb2eff-0256-4b02-8bc3-13219dc24d3a", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:08:35.394547 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f8e372a5-7c59-47c8-afb7-cbd13fd49ad8 {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:08:35.394891 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8e372a5-7c59-47c8-afb7-cbd13fd49ad8'] response: {'server_uuid': 'cbd5bc0c-46e7-40c1-8168-a3eb426efa09', 'name': 'network-vif-deleted', 'tag': '5eeb2eff-0256-4b02-8bc3-13219dc24d3a', 'status': 'completed', 'code': 200} Jun 16 19:08:35.583254 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-ef98d173-47f5-4102-bc4f-981a94d17023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'name': 'tempest-AttachVolumeNegativeTest-1656615081-router', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:04:03Z', 'updated_at': '2022-06-16T19:04:06Z', 'revision_number': 4, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'gw_port': {'id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:04Z', 'updated_at': '2022-06-16T19:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '13be6207-4727-4281-8557-934df6cbc103', 'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'mac_address': 'fa:16:3e:c9:7e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:06Z', 'updated_at': '2022-06-16T19:04:11Z', 'revision_number': 5, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'subnets': [{'id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:08:35.609294 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef98d173-47f5-4102-bc4f-981a94d17023 None None] Checking router: abf7baae-f987-4bd0-a855-47c09caeaad8 for host: dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:08:35.617611 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef98d173-47f5-4102-bc4f-981a94d17023 None None] Routers {'abf7baae-f987-4bd0-a855-47c09caeaad8'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:08:35.618204 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-ef98d173-47f5-4102-bc4f-981a94d17023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:08:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['abf7baae-f987-4bd0-a855-47c09caeaad8'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:08:35.720785 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-ef98d173-47f5-4102-bc4f-981a94d17023 None None] Set router abf7baae-f987-4bd0-a855-47c09caeaad8 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:08:35.902051 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-ef98d173-47f5-4102-bc4f-981a94d17023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'name': 'tempest-AttachVolumeNegativeTest-1656615081-router', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:04:03Z', 'updated_at': '2022-06-16T19:04:06Z', 'revision_number': 4, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'gw_port': {'id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:04Z', 'updated_at': '2022-06-16T19:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '13be6207-4727-4281-8557-934df6cbc103', 'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'mac_address': 'fa:16:3e:c9:7e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:06Z', 'updated_at': '2022-06-16T19:04:11Z', 'revision_number': 5, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'subnets': [{'id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:08:36.053130 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef98d173-47f5-4102-bc4f-981a94d17023 None None] The sync data for ids ['abf7baae-f987-4bd0-a855-47c09caeaad8'] in dv-cinder-846171-1-iscsi is: [{'id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'name': 'tempest-AttachVolumeNegativeTest-1656615081-router', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:04:03Z', 'updated_at': '2022-06-16T19:04:06Z', 'revision_number': 4, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'gw_port': {'id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:04Z', 'updated_at': '2022-06-16T19:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '13be6207-4727-4281-8557-934df6cbc103', 'name': '', 'network_id': '9f5b1bf4-16e2-474a-b72c-6a89096e68f2', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'mac_address': 'fa:16:3e:c9:7e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:06Z', 'updated_at': '2022-06-16T19:04:11Z', 'revision_number': 5, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'subnets': [{'id': 'c183fee7-51b9-49a6-a0ab-83d2a2c96a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:08:36.280543 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c8c248-3d95-47f6-8c23-f8d2ec84df24 None None] New status for floating IP 52942ea3-5d6e-4ba8-89dc-504fe5e330a2: DOWN {{(pid=116195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 19:08:36.525769 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 56994) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:08:36.581207 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e472115d-6225-4d85-bbeb-b4a6a23af4b6 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group (ba39b20b-7b91-4e1c-abbb-051c92a35f2a), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:36.603975 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e472115d-6225-4d85-bbeb-b4a6a23af4b6 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group (ba39b20b-7b91-4e1c-abbb-051c92a35f2a), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:36.702088 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-964177c9-579c-4ca2-905c-1fc3e1e29b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:36.730960 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e472115d-6225-4d85-bbeb-b4a6a23af4b6 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (ba39b20b-7b91-4e1c-abbb-051c92a35f2a), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:36.733467 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e472115d-6225-4d85-bbeb-b4a6a23af4b6 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:36.734620 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-e472115d-6225-4d85-bbeb-b4a6a23af4b6 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "DELETE /v2.0/security-groups/ba39b20b-7b91-4e1c-abbb-051c92a35f2a HTTP/1.1" status: 204 len: 168 time: 0.2078791 Jun 16 19:08:36.737544 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 56996) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:08:36.744209 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e472115d-6225-4d85-bbeb-b4a6a23af4b6 tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba39b20b-7b91-4e1c-abbb-051c92a35f2a,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:08:36.752393 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.api.v2.resource [None req-4262a7f6-c10d-4d97-94d2-af222ca6cdeb tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] show failed (client error): The resource could not be found. Jun 16 19:08:36.753427 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-4262a7f6-c10d-4d97-94d2-af222ca6cdeb tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "GET /v2.0/security-groups/ba39b20b-7b91-4e1c-abbb-051c92a35f2a HTTP/1.1" status: 404 len: 347 time: 0.0148456 Jun 16 19:08:36.756234 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 57000) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:08:36.864478 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-229ccc12-e7af-4293-b09a-fd3a10710b3c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Deleting port f0cded76-423a-48a5-9584-6537b21f1d3a {{(pid=116192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:08:36.864821 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-229ccc12-e7af-4293-b09a-fd3a10710b3c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (f0cded76-423a-48a5-9584-6537b21f1d3a), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:36.942992 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-229ccc12-e7af-4293-b09a-fd3a10710b3c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (f0cded76-423a-48a5-9584-6537b21f1d3a), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:36.943320 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-229ccc12-e7af-4293-b09a-fd3a10710b3c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for floatingip (f0cded76-423a-48a5-9584-6537b21f1d3a), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:36.955645 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-229ccc12-e7af-4293-b09a-fd3a10710b3c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Calling delete_port for f0cded76-423a-48a5-9584-6537b21f1d3a owned by network:floatingip {{(pid=116192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:08:37.147872 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-229ccc12-e7af-4293-b09a-fd3a10710b3c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326567'] for port (f0cded76-423a-48a5-9584-6537b21f1d3a), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:37.175371 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ccc12-e7af-4293-b09a-fd3a10710b3c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Pushing event deleted for resources: {'Port': ['ID=f0cded76-423a-48a5-9584-6537b21f1d3a,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:08:37.185121 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ccc12-e7af-4293-b09a-fd3a10710b3c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:37.185496 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ccc12-e7af-4293-b09a-fd3a10710b3c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:37.185838 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ccc12-e7af-4293-b09a-fd3a10710b3c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:37.186175 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ccc12-e7af-4293-b09a-fd3a10710b3c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:37.186510 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ccc12-e7af-4293-b09a-fd3a10710b3c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:37.186839 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ccc12-e7af-4293-b09a-fd3a10710b3c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:37.187182 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ccc12-e7af-4293-b09a-fd3a10710b3c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:37.187474 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ccc12-e7af-4293-b09a-fd3a10710b3c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:37.187796 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ccc12-e7af-4293-b09a-fd3a10710b3c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:37.188124 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ccc12-e7af-4293-b09a-fd3a10710b3c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:37.188446 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ccc12-e7af-4293-b09a-fd3a10710b3c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:37.188764 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ccc12-e7af-4293-b09a-fd3a10710b3c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:37.189082 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ccc12-e7af-4293-b09a-fd3a10710b3c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:37.189429 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ccc12-e7af-4293-b09a-fd3a10710b3c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:37.189749 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229ccc12-e7af-4293-b09a-fd3a10710b3c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:37.248811 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-229ccc12-e7af-4293-b09a-fd3a10710b3c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks [] for floatingip (52942ea3-5d6e-4ba8-89dc-504fe5e330a2), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:37.251285 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-229ccc12-e7af-4293-b09a-fd3a10710b3c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for floatingip (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:37.252424 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-229ccc12-e7af-4293-b09a-fd3a10710b3c tempest-AttachVolumeNegativeTest-1239918526 tempest-AttachVolumeNegativeTest-1239918526-project] 10.222.0.81 "DELETE /v2.0/floatingips/52942ea3-5d6e-4ba8-89dc-504fe5e330a2 HTTP/1.1" status: 204 len: 168 time: 0.4953115 Jun 16 19:08:39.050504 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4aa6c55d-4d7c-4361-9b27-40f56f440395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:39.254978 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 5eeb2eff-0256-4b02-8bc3-13219dc24d3a no longer exists at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:08:39.274317 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] No Port match for: 5eeb2eff-0256-4b02-8bc3-13219dc24d3a {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:08:39.274666 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device 5eeb2eff-0256-4b02-8bc3-13219dc24d3a not bound to the agent host hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:08:40.285084 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:41.399477 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 57036) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:08:41.587563 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:41.699836 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e42cc20e-bfc4-4632-94fe-852b8f31226f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8339909'] for router_interface (abf7baae-f987-4bd0-a855-47c09caeaad8), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:41.837815 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:08:41.841644 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:08:41.910138 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-e42cc20e-bfc4-4632-94fe-852b8f31226f admin admin] Deleting port 13be6207-4727-4281-8557-934df6cbc103 {{(pid=116192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:08:41.910477 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e42cc20e-bfc4-4632-94fe-852b8f31226f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (13be6207-4727-4281-8557-934df6cbc103), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:41.990575 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.db [None req-e42cc20e-bfc4-4632-94fe-852b8f31226f admin admin] For port 13be6207-4727-4281-8557-934df6cbc103, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=13be6207-4727-4281-8557-934df6cbc103,segment=NetworkSegment(5e64dbe6-3a0d-4a76-81bf-790c27bf3681),segment_id=5e64dbe6-3a0d-4a76-81bf-790c27bf3681)] {{(pid=116192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:08:41.990941 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e42cc20e-bfc4-4632-94fe-852b8f31226f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (13be6207-4727-4281-8557-934df6cbc103), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:42.004375 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-e42cc20e-bfc4-4632-94fe-852b8f31226f admin admin] Calling delete_port for 13be6207-4727-4281-8557-934df6cbc103 owned by network:router_interface {{(pid=116192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:08:42.079022 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:42.243455 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e42cc20e-bfc4-4632-94fe-852b8f31226f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326567'] for port (13be6207-4727-4281-8557-934df6cbc103), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:42.270630 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42cc20e-bfc4-4632-94fe-852b8f31226f admin admin] Pushing event deleted for resources: {'Port': ['ID=13be6207-4727-4281-8557-934df6cbc103,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:08:42.432165 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e42cc20e-bfc4-4632-94fe-852b8f31226f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8339541'] for router_interface (abf7baae-f987-4bd0-a855-47c09caeaad8), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:42.529882 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:08:42.627642 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42cc20e-bfc4-4632-94fe-852b8f31226f admin admin] Router abf7baae-f987-4bd0-a855-47c09caeaad8 has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 19:08:42.719092 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:08:42.728634 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42cc20e-bfc4-4632-94fe-852b8f31226f admin admin] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:08:42.733614 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-e42cc20e-bfc4-4632-94fe-852b8f31226f admin admin] 10.222.0.81 "PUT /v2.0/routers/abf7baae-f987-4bd0-a855-47c09caeaad8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3330851 Jun 16 19:08:42.736046 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 57038) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:08:42.738737 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bfd81e-c9ee-4970-87bf-1ab94a8a9613 None None] Sync routers for ids ['abf7baae-f987-4bd0-a855-47c09caeaad8'] in dv-cinder-846171-1-iscsi {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:08:42.749094 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bfd81e-c9ee-4970-87bf-1ab94a8a9613 None None] Routers {'abf7baae-f987-4bd0-a855-47c09caeaad8'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:08:42.749739 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-38bfd81e-c9ee-4970-87bf-1ab94a8a9613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:08:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['abf7baae-f987-4bd0-a855-47c09caeaad8'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:08:42.834385 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-afa3bb28-62e0-4d39-abf4-0b752b2c7798 admin admin] Publish callbacks [] for router (abf7baae-f987-4bd0-a855-47c09caeaad8), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:42.849952 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-38bfd81e-c9ee-4970-87bf-1ab94a8a9613 None None] Set router abf7baae-f987-4bd0-a855-47c09caeaad8 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:08:42.922347 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:08:42.930079 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-afa3bb28-62e0-4d39-abf4-0b752b2c7798 admin admin] Publish callbacks [] for router_gateway (abf7baae-f987-4bd0-a855-47c09caeaad8), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:42.953397 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:08:43.014572 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-38bfd81e-c9ee-4970-87bf-1ab94a8a9613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'name': 'tempest-AttachVolumeNegativeTest-1656615081-router', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:04:03Z', 'updated_at': '2022-06-16T19:08:42Z', 'revision_number': 5, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'gw_port': {'id': '9434b45f-0743-4715-a5c2-00986a2651b9', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:04:04Z', 'updated_at': '2022-06-16T19:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi'}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:08:43.043559 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bfd81e-c9ee-4970-87bf-1ab94a8a9613 None None] Checking router: abf7baae-f987-4bd0-a855-47c09caeaad8 for host: dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:08:43.048617 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-afa3bb28-62e0-4d39-abf4-0b752b2c7798 admin admin] Deleting port 9434b45f-0743-4715-a5c2-00986a2651b9 {{(pid=116192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:08:43.049071 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-afa3bb28-62e0-4d39-abf4-0b752b2c7798 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (9434b45f-0743-4715-a5c2-00986a2651b9), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:43.052445 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bfd81e-c9ee-4970-87bf-1ab94a8a9613 None None] Routers {'abf7baae-f987-4bd0-a855-47c09caeaad8'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:08:43.053049 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-38bfd81e-c9ee-4970-87bf-1ab94a8a9613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:08:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['abf7baae-f987-4bd0-a855-47c09caeaad8'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:08:43.130720 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.db [None req-afa3bb28-62e0-4d39-abf4-0b752b2c7798 admin admin] For port 9434b45f-0743-4715-a5c2-00986a2651b9, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=9434b45f-0743-4715-a5c2-00986a2651b9,segment=NetworkSegment(71d34237-f06f-4603-b433-3dd04278adc6),segment_id=71d34237-f06f-4603-b433-3dd04278adc6)] {{(pid=116192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:08:43.131087 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-afa3bb28-62e0-4d39-abf4-0b752b2c7798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (9434b45f-0743-4715-a5c2-00986a2651b9), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:43.133004 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-38bfd81e-c9ee-4970-87bf-1ab94a8a9613 None None] Set router abf7baae-f987-4bd0-a855-47c09caeaad8 gateway port host: None {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:08:43.144798 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-afa3bb28-62e0-4d39-abf4-0b752b2c7798 admin admin] Calling delete_port for 9434b45f-0743-4715-a5c2-00986a2651b9 owned by network:router_gateway {{(pid=116192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:08:43.184323 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-38bfd81e-c9ee-4970-87bf-1ab94a8a9613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'name': 'tempest-AttachVolumeNegativeTest-1656615081-router', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:04:03Z', 'updated_at': '2022-06-16T19:08:42Z', 'revision_number': 6, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'gw_port_host': None}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:08:43.208642 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bfd81e-c9ee-4970-87bf-1ab94a8a9613 None None] The sync data for ids ['abf7baae-f987-4bd0-a855-47c09caeaad8'] in dv-cinder-846171-1-iscsi is: [{'id': 'abf7baae-f987-4bd0-a855-47c09caeaad8', 'name': 'tempest-AttachVolumeNegativeTest-1656615081-router', 'tenant_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:04:03Z', 'updated_at': '2022-06-16T19:08:42Z', 'revision_number': 6, 'project_id': 'cfa6530fe6dd49d88f41c57406f4cbb6', 'gw_port_host': None}] {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:08:43.404893 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-afa3bb28-62e0-4d39-abf4-0b752b2c7798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326567'] for port (9434b45f-0743-4715-a5c2-00986a2651b9), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:43.427154 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3bb28-62e0-4d39-abf4-0b752b2c7798 admin admin] Pushing event deleted for resources: {'Port': ['ID=9434b45f-0743-4715-a5c2-00986a2651b9,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:08:43.488759 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-afa3bb28-62e0-4d39-abf4-0b752b2c7798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8340098'] for router_gateway (abf7baae-f987-4bd0-a855-47c09caeaad8), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:43.574023 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-afa3bb28-62e0-4d39-abf4-0b752b2c7798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8344715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12082'] for router (abf7baae-f987-4bd0-a855-47c09caeaad8), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:43.576302 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-afa3bb28-62e0-4d39-abf4-0b752b2c7798 admin admin] Publish callbacks [] for router_controller (abf7baae-f987-4bd0-a855-47c09caeaad8), precommit_delete_associations {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:43.702068 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-afa3bb28-62e0-4d39-abf4-0b752b2c7798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8344801'] for router (abf7baae-f987-4bd0-a855-47c09caeaad8), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:43.702599 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa3bb28-62e0-4d39-abf4-0b752b2c7798 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abf7baae-f987-4bd0-a855-47c09caeaad8 {{(pid=116192) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 19:08:43.706798 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-afa3bb28-62e0-4d39-abf4-0b752b2c7798 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:43.707950 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-afa3bb28-62e0-4d39-abf4-0b752b2c7798 admin admin] 10.222.0.81 "DELETE /v2.0/routers/abf7baae-f987-4bd0-a855-47c09caeaad8 HTTP/1.1" status: 204 len: 168 time: 0.9710040 Jun 16 19:08:43.710413 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 57040) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:08:43.742468 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:08:43.755259 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b327bd2-0e1c-4e97-a6ff-e065fb553d5a admin admin] Deleting subnet c183fee7-51b9-49a6-a0ab-83d2a2c96a61 {{(pid=116192) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 19:08:43.758378 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6b327bd2-0e1c-4e97-a6ff-e065fb553d5a admin admin] Publish callbacks [] for subnet (c183fee7-51b9-49a6-a0ab-83d2a2c96a61), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:43.792562 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6b327bd2-0e1c-4e97-a6ff-e065fb553d5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4528341'] for subnet (c183fee7-51b9-49a6-a0ab-83d2a2c96a61), precommit_delete_associations {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:43.826639 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:08:44.101387 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 6 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 19:08:44.111578 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6b327bd2-0e1c-4e97-a6ff-e065fb553d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877176'] for subnet (c183fee7-51b9-49a6-a0ab-83d2a2c96a61), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:44.183135 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 13be6207-4727-4281-8557-934df6cbc103 no longer exists at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:08:44.204960 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] No Port match for: 13be6207-4727-4281-8557-934df6cbc103 {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:08:44.205343 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 13be6207-4727-4281-8557-934df6cbc103 not bound to the agent host dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:08:44.205761 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 9434b45f-0743-4715-a5c2-00986a2651b9 no longer exists at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:08:44.227523 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] No Port match for: 9434b45f-0743-4715-a5c2-00986a2651b9 {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:08:44.227833 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 9434b45f-0743-4715-a5c2-00986a2651b9 not bound to the agent host dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:08:44.256760 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6b327bd2-0e1c-4e97-a6ff-e065fb553d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5326548', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-134033083'] for subnet (c183fee7-51b9-49a6-a0ab-83d2a2c96a61), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:44.283778 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b327bd2-0e1c-4e97-a6ff-e065fb553d5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c183fee7-51b9-49a6-a0ab-83d2a2c96a61,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:08:44.288355 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6b327bd2-0e1c-4e97-a6ff-e065fb553d5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for subnet (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:44.291194 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-6b327bd2-0e1c-4e97-a6ff-e065fb553d5a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c183fee7-51b9-49a6-a0ab-83d2a2c96a61 HTTP/1.1" status: 204 len: 168 time: 0.5795748 Jun 16 19:08:44.293459 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8428137-a208-44bd-bdec-6885ee2c6935 None None] Network 9f5b1bf4-16e2-474a-b72c-6a89096e68f2 requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 19:08:44.293602 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 57042) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:08:44.365872 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-dd14268b-757a-41b0-b148-7763dd494d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660547'] for network (9f5b1bf4-16e2-474a-b72c-6a89096e68f2), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:44.413811 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-dd14268b-757a-41b0-b148-7763dd494d28 admin admin] Deleting port 53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607 {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:08:44.414149 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-dd14268b-757a-41b0-b148-7763dd494d28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:44.444226 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c204c5-299c-438d-95ef-4ee31bd30da4 None None] DHCP port deletion for 9f5b1bf4-16e2-474a-b72c-6a89096e68f2 request from dv-cinder-846171-1-iscsi {{(pid=116194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 19:08:44.480547 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [None req-dd14268b-757a-41b0-b148-7763dd494d28 admin admin] For port 53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607,segment=NetworkSegment(5e64dbe6-3a0d-4a76-81bf-790c27bf3681),segment_id=5e64dbe6-3a0d-4a76-81bf-790c27bf3681)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:08:44.480823 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-dd14268b-757a-41b0-b148-7763dd494d28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:44.484718 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-e6c204c5-299c-438d-95ef-4ee31bd30da4 None None] Deleting port 53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607 {{(pid=116194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:08:44.485100 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-e6c204c5-299c-438d-95ef-4ee31bd30da4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607), before_delete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:44.493888 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-dd14268b-757a-41b0-b148-7763dd494d28 admin admin] Calling delete_port for 53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607 owned by network:dhcp {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:08:44.547691 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-e6c204c5-299c-438d-95ef-4ee31bd30da4 None None] For port 53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607,segment=NetworkSegment(5e64dbe6-3a0d-4a76-81bf-790c27bf3681),segment_id=5e64dbe6-3a0d-4a76-81bf-790c27bf3681)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:08:44.548090 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-e6c204c5-299c-438d-95ef-4ee31bd30da4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607), precommit_delete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:44.561098 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-e6c204c5-299c-438d-95ef-4ee31bd30da4 None None] Calling delete_port for 53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607 owned by network:dhcp {{(pid=116194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:08:44.689064 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-dd14268b-757a-41b0-b148-7763dd494d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:44.695292 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-e6c204c5-299c-438d-95ef-4ee31bd30da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873'] for port (53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607), after_delete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:44.714663 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14268b-757a-41b0-b148-7763dd494d28 admin admin] Pushing event deleted for resources: {'Port': ['ID=53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:08:44.718200 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd14268b-757a-41b0-b148-7763dd494d28 admin admin] No DVR routers for this DVR port 53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607 on host dv-cinder-846171-1-iscsi {{(pid=116193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 19:08:44.719670 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c204c5-299c-438d-95ef-4ee31bd30da4 None None] Pushing event deleted for resources: {'Port': ['ID=53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607,revision_number=None']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:08:44.724306 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c204c5-299c-438d-95ef-4ee31bd30da4 None None] No DVR routers for this DVR port 53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607 on host dv-cinder-846171-1-iscsi {{(pid=116194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 19:08:44.731442 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c204c5-299c-438d-95ef-4ee31bd30da4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:44.731801 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c204c5-299c-438d-95ef-4ee31bd30da4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:44.732095 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c204c5-299c-438d-95ef-4ee31bd30da4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:44.735521 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c204c5-299c-438d-95ef-4ee31bd30da4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:44.735521 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c204c5-299c-438d-95ef-4ee31bd30da4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:44.735521 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c204c5-299c-438d-95ef-4ee31bd30da4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:44.735521 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c204c5-299c-438d-95ef-4ee31bd30da4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:44.735521 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c204c5-299c-438d-95ef-4ee31bd30da4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:44.735521 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c204c5-299c-438d-95ef-4ee31bd30da4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:44.735521 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c204c5-299c-438d-95ef-4ee31bd30da4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:44.735521 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c204c5-299c-438d-95ef-4ee31bd30da4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:44.735521 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c204c5-299c-438d-95ef-4ee31bd30da4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:44.735521 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c204c5-299c-438d-95ef-4ee31bd30da4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:44.736515 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c204c5-299c-438d-95ef-4ee31bd30da4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:44.736515 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c204c5-299c-438d-95ef-4ee31bd30da4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:08:44.793539 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-dd14268b-757a-41b0-b148-7763dd494d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879417', 'neutron.services.segments.db._delete_segments_for_network-8748651528183'] for network (9f5b1bf4-16e2-474a-b72c-6a89096e68f2), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:44.813562 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.services.segments.db [None req-dd14268b-757a-41b0-b148-7763dd494d28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f5b1bf4-16e2-474a-b72c-6a89096e68f2']}} {{(pid=116193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:08:44.822735 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.services.segments.db [None req-dd14268b-757a-41b0-b148-7763dd494d28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e64dbe6-3a0d-4a76-81bf-790c27bf3681') {'for_net_delete': True} {{(pid=116193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:08:44.823032 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.services.segments.db [None req-dd14268b-757a-41b0-b148-7763dd494d28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e64dbe6-3a0d-4a76-81bf-790c27bf3681') {} {{(pid=116193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:08:44.833021 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-dd14268b-757a-41b0-b148-7763dd494d28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748651528066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5912559'] for segment (5e64dbe6-3a0d-4a76-81bf-790c27bf3681), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:44.846172 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-dd14268b-757a-41b0-b148-7763dd494d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056'] for segment (5e64dbe6-3a0d-4a76-81bf-790c27bf3681), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:44.852640 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd14268b-757a-41b0-b148-7763dd494d28 admin admin] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=116193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 19:08:44.853055 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-dd14268b-757a-41b0-b148-7763dd494d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5911613'] for segment (5e64dbe6-3a0d-4a76-81bf-790c27bf3681), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:45.022007 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-dd14268b-757a-41b0-b148-7763dd494d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8340142'] for network (9f5b1bf4-16e2-474a-b72c-6a89096e68f2), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:45.029615 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-dd14268b-757a-41b0-b148-7763dd494d28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for network (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:45.039576 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-dd14268b-757a-41b0-b148-7763dd494d28 admin admin] 10.222.0.81 "DELETE /v2.0/networks/9f5b1bf4-16e2-474a-b72c-6a89096e68f2 HTTP/1.1" status: 204 len: 168 time: 0.7382715 Jun 16 19:08:45.042935 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.services.segments.plugin [-] Segment 5e64dbe6-3a0d-4a76-81bf-790c27bf3681 resource provider aggregate not found Jun 16 19:08:45.046905 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14268b-757a-41b0-b148-7763dd494d28 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f5b1bf4-16e2-474a-b72c-6a89096e68f2,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:08:45.060599 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.services.segments.plugin [-] Segment 5e64dbe6-3a0d-4a76-81bf-790c27bf3681 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e64dbe6-3a0d-4a76-81bf-790c27bf3681 found for delete ", "request_id": "req-47803f4d-a85d-421d-a589-3991ed9f8430"}]} Jun 16 19:08:45.493707 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 57052) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:08:45.533461 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-83af81cf-09e0-48fb-9bc6-37a58ada1b21 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cfa6530fe6dd49d88f41c57406f4cbb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384576 Jun 16 19:08:45.535784 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 57054) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:08:45.582267 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-27c8e2b5-24fc-48b7-8813-70319a9def78 admin admin] Publish callbacks [] for security_group (1f44a035-963e-465e-abb9-e0a1f5e868dd), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:45.592405 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:08:45.599680 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:08:45.604213 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-27c8e2b5-24fc-48b7-8813-70319a9def78 admin admin] Publish callbacks [] for security_group (1f44a035-963e-465e-abb9-e0a1f5e868dd), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:45.724461 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-27c8e2b5-24fc-48b7-8813-70319a9def78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (1f44a035-963e-465e-abb9-e0a1f5e868dd), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:45.726902 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-27c8e2b5-24fc-48b7-8813-70319a9def78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:45.728075 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-27c8e2b5-24fc-48b7-8813-70319a9def78 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1f44a035-963e-465e-abb9-e0a1f5e868dd HTTP/1.1" status: 204 len: 168 time: 0.1914287 Jun 16 19:08:45.736082 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8e2b5-24fc-48b7-8813-70319a9def78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f44a035-963e-465e-abb9-e0a1f5e868dd,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:08:46.178482 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607 no longer exists at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:08:46.198920 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] No Port match for: 53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607 {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:08:46.199279 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 53d491fa-c7d0-4ec6-9ce7-fd0c0d9f8607 not bound to the agent host dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:08:46.354912 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:08:50.328144 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 57122) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:08:50.452699 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-20995b85-ae8a-46cf-b599-77a9dcdf3818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:50.526370 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-20995b85-ae8a-46cf-b599-77a9dcdf3818 admin admin] Publish callbacks [] for security_group (472c9896-8cca-4dea-93d5-5df3374b22c5), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:50.616184 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-20995b85-ae8a-46cf-b599-77a9dcdf3818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (472c9896-8cca-4dea-93d5-5df3374b22c5), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:50.655534 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-20995b85-ae8a-46cf-b599-77a9dcdf3818 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6fd651efc0174a26b555b9f1c79fd565&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3263388 Jun 16 19:08:50.656646 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20995b85-ae8a-46cf-b599-77a9dcdf3818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472c9896-8cca-4dea-93d5-5df3374b22c5,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:08:50.658298 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 57126) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:08:50.710749 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-cab4ce72-fa66-45af-bf2b-27df4b2a8997 admin admin] Publish callbacks [] for security_group (472c9896-8cca-4dea-93d5-5df3374b22c5), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:50.732743 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-cab4ce72-fa66-45af-bf2b-27df4b2a8997 admin admin] Publish callbacks [] for security_group (472c9896-8cca-4dea-93d5-5df3374b22c5), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:50.850337 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-cab4ce72-fa66-45af-bf2b-27df4b2a8997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (472c9896-8cca-4dea-93d5-5df3374b22c5), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:50.852877 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-cab4ce72-fa66-45af-bf2b-27df4b2a8997 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:50.854048 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-cab4ce72-fa66-45af-bf2b-27df4b2a8997 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/472c9896-8cca-4dea-93d5-5df3374b22c5 HTTP/1.1" status: 204 len: 168 time: 0.1947849 Jun 16 19:08:50.863143 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4ce72-fa66-45af-bf2b-27df4b2a8997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472c9896-8cca-4dea-93d5-5df3374b22c5,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:08:51.556192 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 57132) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:08:51.570198 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-971e8059-1ad8-476b-8934-5e4fd91154a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:51.645311 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-971e8059-1ad8-476b-8934-5e4fd91154a6 admin admin] Publish callbacks [] for security_group (3d3ab8e6-4b85-4123-8e42-1a2b1ae8f1f9), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:51.707515 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-971e8059-1ad8-476b-8934-5e4fd91154a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (3d3ab8e6-4b85-4123-8e42-1a2b1ae8f1f9), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:51.747363 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-971e8059-1ad8-476b-8934-5e4fd91154a6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8b2b08e680534f909545b1418edaaf23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1900284 Jun 16 19:08:51.748091 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e8059-1ad8-476b-8934-5e4fd91154a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3ab8e6-4b85-4123-8e42-1a2b1ae8f1f9,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:08:51.750257 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 57134) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:08:51.801816 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d6b3745d-5043-4b43-8e84-6fdca362fcde admin admin] Publish callbacks [] for security_group (3d3ab8e6-4b85-4123-8e42-1a2b1ae8f1f9), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:51.822906 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d6b3745d-5043-4b43-8e84-6fdca362fcde admin admin] Publish callbacks [] for security_group (3d3ab8e6-4b85-4123-8e42-1a2b1ae8f1f9), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:52.061876 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d6b3745d-5043-4b43-8e84-6fdca362fcde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (3d3ab8e6-4b85-4123-8e42-1a2b1ae8f1f9), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:52.065112 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d6b3745d-5043-4b43-8e84-6fdca362fcde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:52.066183 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-d6b3745d-5043-4b43-8e84-6fdca362fcde admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3d3ab8e6-4b85-4123-8e42-1a2b1ae8f1f9 HTTP/1.1" status: 204 len: 168 time: 0.3149071 Jun 16 19:08:52.074475 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b3745d-5043-4b43-8e84-6fdca362fcde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3ab8e6-4b85-4123-8e42-1a2b1ae8f1f9,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:08:54.101213 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:08:57.592896 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:59.434907 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 57210) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:08:59.536538 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-201ec065-af9b-4f31-96f2-5538e08fc170 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:59.609580 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-201ec065-af9b-4f31-96f2-5538e08fc170 admin admin] Publish callbacks [] for security_group (5fbd764b-2bec-4440-a1ea-b3224813ca6b), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:59.701634 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-201ec065-af9b-4f31-96f2-5538e08fc170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (5fbd764b-2bec-4440-a1ea-b3224813ca6b), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:59.735178 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=76,neutron:DELETE=8,neutron:UPDATE=4,neutron:INSERT=12 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:08:59.742028 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-201ec065-af9b-4f31-96f2-5538e08fc170 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cceb33eb51e84b4c91088fb85e3ab9be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3061030 Jun 16 19:08:59.743145 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ec065-af9b-4f31-96f2-5538e08fc170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbd764b-2bec-4440-a1ea-b3224813ca6b,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:08:59.744776 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 57214) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:08:59.798323 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-db3d5c5a-850d-45bf-b223-2be7516acbe1 admin admin] Publish callbacks [] for security_group (5fbd764b-2bec-4440-a1ea-b3224813ca6b), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:59.819097 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-db3d5c5a-850d-45bf-b223-2be7516acbe1 admin admin] Publish callbacks [] for security_group (5fbd764b-2bec-4440-a1ea-b3224813ca6b), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:59.970454 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-db3d5c5a-850d-45bf-b223-2be7516acbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (5fbd764b-2bec-4440-a1ea-b3224813ca6b), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:59.972846 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-db3d5c5a-850d-45bf-b223-2be7516acbe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:08:59.974005 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-db3d5c5a-850d-45bf-b223-2be7516acbe1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5fbd764b-2bec-4440-a1ea-b3224813ca6b HTTP/1.1" status: 204 len: 168 time: 0.2278345 Jun 16 19:08:59.981897 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d5c5a-850d-45bf-b223-2be7516acbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbd764b-2bec-4440-a1ea-b3224813ca6b,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:09:00.686452 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 57220) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:09:00.699709 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-5e40b4d0-ab6e-4ea3-b5b0-a01c30b1892b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:00.765492 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:INSERT=13 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:00.774447 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-5e40b4d0-ab6e-4ea3-b5b0-a01c30b1892b admin admin] Publish callbacks [] for security_group (44ab367e-f883-49aa-8f7b-9d66f706e4e7), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:00.861578 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-5e40b4d0-ab6e-4ea3-b5b0-a01c30b1892b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (44ab367e-f883-49aa-8f7b-9d66f706e4e7), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:00.900486 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40b4d0-ab6e-4ea3-b5b0-a01c30b1892b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ab367e-f883-49aa-8f7b-9d66f706e4e7,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:09:00.905768 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-5e40b4d0-ab6e-4ea3-b5b0-a01c30b1892b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=104e91986f92426c87dc862b346e3c6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183058 Jun 16 19:09:00.908908 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 57222) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:09:00.961348 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-6f0aafff-3748-4ee0-b19b-43a6b947387a admin admin] Publish callbacks [] for security_group (44ab367e-f883-49aa-8f7b-9d66f706e4e7), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:00.969983 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:00.983863 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-6f0aafff-3748-4ee0-b19b-43a6b947387a admin admin] Publish callbacks [] for security_group (44ab367e-f883-49aa-8f7b-9d66f706e4e7), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:01.197590 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-6f0aafff-3748-4ee0-b19b-43a6b947387a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (44ab367e-f883-49aa-8f7b-9d66f706e4e7), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:01.200042 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-6f0aafff-3748-4ee0-b19b-43a6b947387a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:01.201198 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-6f0aafff-3748-4ee0-b19b-43a6b947387a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/44ab367e-f883-49aa-8f7b-9d66f706e4e7 HTTP/1.1" status: 204 len: 168 time: 0.2913544 Jun 16 19:09:01.209570 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0aafff-3748-4ee0-b19b-43a6b947387a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ab367e-f883-49aa-8f7b-9d66f706e4e7,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:09:03.549733 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:06.734223 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-e0d8386f-db90-4c35-bd84-4b823de88858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:09.016318 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-e3a4f17b-b437-4a44-80e8-724d78f72afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:09.740208 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=57,neutron:INSERT=10,neutron:DELETE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:10.296488 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:11.143018 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=3 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:11.147520 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=3 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:11.205616 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=20,neutron:DELETE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:11.665624 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:12.084718 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:14.252854 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 57314) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:09:14.356081 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a60841f7-6966-415f-a4f1-53de33e7288e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:14.432325 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a60841f7-6966-415f-a4f1-53de33e7288e admin admin] Publish callbacks [] for security_group (3973cdfb-cdfb-4885-82ff-7ad7d5177244), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:14.524103 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a60841f7-6966-415f-a4f1-53de33e7288e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (3973cdfb-cdfb-4885-82ff-7ad7d5177244), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:14.562746 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60841f7-6966-415f-a4f1-53de33e7288e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3973cdfb-cdfb-4885-82ff-7ad7d5177244,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:09:14.567087 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-a60841f7-6966-415f-a4f1-53de33e7288e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7a8aca012120435788feb66ce0b090bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3132091 Jun 16 19:09:14.569964 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 57318) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:09:14.620966 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-79a16f2f-4a56-4461-bd44-574edd0b74b5 admin admin] Publish callbacks [] for security_group (3973cdfb-cdfb-4885-82ff-7ad7d5177244), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:14.641470 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-79a16f2f-4a56-4461-bd44-574edd0b74b5 admin admin] Publish callbacks [] for security_group (3973cdfb-cdfb-4885-82ff-7ad7d5177244), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:14.769864 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-79a16f2f-4a56-4461-bd44-574edd0b74b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (3973cdfb-cdfb-4885-82ff-7ad7d5177244), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:14.772870 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-79a16f2f-4a56-4461-bd44-574edd0b74b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:14.774068 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-79a16f2f-4a56-4461-bd44-574edd0b74b5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3973cdfb-cdfb-4885-82ff-7ad7d5177244 HTTP/1.1" status: 204 len: 168 time: 0.2031498 Jun 16 19:09:14.781752 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a16f2f-4a56-4461-bd44-574edd0b74b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3973cdfb-cdfb-4885-82ff-7ad7d5177244,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:09:14.794222 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=73,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:15.454103 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 57324) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:09:15.468026 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6e98c3d8-d392-4954-be67-724d42f384cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:15.543622 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6e98c3d8-d392-4954-be67-724d42f384cb admin admin] Publish callbacks [] for security_group (88cb4507-b463-4bc0-a9e9-d9a4ea5b1940), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:15.604063 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-6e98c3d8-d392-4954-be67-724d42f384cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (88cb4507-b463-4bc0-a9e9-d9a4ea5b1940), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:15.642589 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98c3d8-d392-4954-be67-724d42f384cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88cb4507-b463-4bc0-a9e9-d9a4ea5b1940,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:09:15.648153 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-6e98c3d8-d392-4954-be67-724d42f384cb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5ca47d311a784ec8bdc3df26d8c984eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1930156 Jun 16 19:09:15.650961 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 57326) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:09:15.700438 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b4201d5e-51d5-465c-99bb-7593f04a0cc3 admin admin] Publish callbacks [] for security_group (88cb4507-b463-4bc0-a9e9-d9a4ea5b1940), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:15.724610 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b4201d5e-51d5-465c-99bb-7593f04a0cc3 admin admin] Publish callbacks [] for security_group (88cb4507-b463-4bc0-a9e9-d9a4ea5b1940), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:15.849719 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b4201d5e-51d5-465c-99bb-7593f04a0cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (88cb4507-b463-4bc0-a9e9-d9a4ea5b1940), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:15.852720 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-b4201d5e-51d5-465c-99bb-7593f04a0cc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:15.853896 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-b4201d5e-51d5-465c-99bb-7593f04a0cc3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/88cb4507-b463-4bc0-a9e9-d9a4ea5b1940 HTTP/1.1" status: 204 len: 168 time: 0.2019691 Jun 16 19:09:15.861699 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4201d5e-51d5-465c-99bb-7593f04a0cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cb4507-b463-4bc0-a9e9-d9a4ea5b1940,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:09:17.007950 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 57348) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:09:17.102863 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-86222a7e-bd7b-44de-bede-e4e1eb7358f2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-352575718-network', 'tenant_id': '3959f49520054e6e938ff92c0fa07c84'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:09:17.196732 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86222a7e-bd7b-44de-bede-e4e1eb7358f2 admin admin] Made reservation on behalf of 3959f49520054e6e938ff92c0fa07c84 for: {'network': 1} {{(pid=116193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 19:09:17.199119 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-86222a7e-bd7b-44de-bede-e4e1eb7358f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for network (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:17.207696 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-86222a7e-bd7b-44de-bede-e4e1eb7358f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:17.281158 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-86222a7e-bd7b-44de-bede-e4e1eb7358f2 admin admin] Publish callbacks [] for security_group (5741e17a-5c1a-4955-9cf3-7cb8e7405027), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:17.356534 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-86222a7e-bd7b-44de-bede-e4e1eb7358f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (5741e17a-5c1a-4955-9cf3-7cb8e7405027), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:17.382746 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86222a7e-bd7b-44de-bede-e4e1eb7358f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1002, 'physical_network': 'physnet1'} {{(pid=116193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 19:09:17.391871 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86222a7e-bd7b-44de-bede-e4e1eb7358f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5741e17a-5c1a-4955-9cf3-7cb8e7405027,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:09:17.399349 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-86222a7e-bd7b-44de-bede-e4e1eb7358f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056'] for segment (668dfb2b-0d9f-47a5-9cfc-51fbe027970a), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:17.399349 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.db.segments_db [None req-86222a7e-bd7b-44de-bede-e4e1eb7358f2 admin admin] Added segment 668dfb2b-0d9f-47a5-9cfc-51fbe027970a of type vlan for network 2a7f117d-0e04-40da-8977-f4c5fcac3f08 Jun 16 19:09:17.438984 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-86222a7e-bd7b-44de-bede-e4e1eb7358f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748651047006'] for network (2a7f117d-0e04-40da-8977-f4c5fcac3f08), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:17.528155 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-86222a7e-bd7b-44de-bede-e4e1eb7358f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080'] for network (2a7f117d-0e04-40da-8977-f4c5fcac3f08), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:17.529143 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86222a7e-bd7b-44de-bede-e4e1eb7358f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:09:17.529763 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-86222a7e-bd7b-44de-bede-e4e1eb7358f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for network (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:17.592110 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86222a7e-bd7b-44de-bede-e4e1eb7358f2 admin admin] Pushing event updated for resources: {'Network': ['ID=2a7f117d-0e04-40da-8977-f4c5fcac3f08,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:09:17.602181 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Network 2a7f117d-0e04-40da-8977-f4c5fcac3f08 details requested by agent ovs-agent-dv-cinder-846171-1-iscsi with host dv-cinder-846171-1-iscsi {{(pid=116194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 19:09:17.630898 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-86222a7e-bd7b-44de-bede-e4e1eb7358f2 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6191967 Jun 16 19:09:17.631121 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 57352) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:09:17.635678 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-3252addb-7822-4e11-9dbd-197a8c8b1f2b admin admin] Request body: {'subnet': {'network_id': '2a7f117d-0e04-40da-8977-f4c5fcac3f08', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-352575718-subnet', 'tenant_id': '3959f49520054e6e938ff92c0fa07c84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:09:17.716921 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3252addb-7822-4e11-9dbd-197a8c8b1f2b admin admin] Made reservation on behalf of 3959f49520054e6e938ff92c0fa07c84 for: {'subnet': 1} {{(pid=116193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 19:09:17.719445 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-3252addb-7822-4e11-9dbd-197a8c8b1f2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5640637'] for subnet (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:17.731719 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:17.774571 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:17.998794 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-3252addb-7822-4e11-9dbd-197a8c8b1f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5911716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5640591'] for subnet (351cb428-97f3-49b8-a226-727807c65f77), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:18.054596 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3252addb-7822-4e11-9dbd-197a8c8b1f2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=351cb428-97f3-49b8-a226-727807c65f77,revision_number=0']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:09:18.066610 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3252addb-7822-4e11-9dbd-197a8c8b1f2b admin admin] Checking segment: {'id': '668dfb2b-0d9f-47a5-9cfc-51fbe027970a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '2a7f117d-0e04-40da-8977-f4c5fcac3f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 19:09:18.066963 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3252addb-7822-4e11-9dbd-197a8c8b1f2b admin admin] Network hostable DHCP agents. Network: 2a7f117d-0e04-40da-8977-f4c5fcac3f08, hostable agents: ['a953bae7-14c3-401b-bbd5-413ea1206353'], hosted agents: [] {{(pid=116193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 19:09:18.187502 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3252addb-7822-4e11-9dbd-197a8c8b1f2b admin admin] Network 2a7f117d-0e04-40da-8977-f4c5fcac3f08 is scheduled to be hosted by DHCP agent a953bae7-14c3-401b-bbd5-413ea1206353 with binding_index 1 {{(pid=116193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 19:09:18.295845 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [None req-3252addb-7822-4e11-9dbd-197a8c8b1f2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846171-1-iscsi, 2a7f117d-0e04-40da-8977-f4c5fcac3f08) {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:09:18.299761 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3252addb-7822-4e11-9dbd-197a8c8b1f2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:09:18.300534 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-3252addb-7822-4e11-9dbd-197a8c8b1f2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:18.306039 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2883e04c-07ca-43d8-84f5-94c1ce293ec2 None None] Network 2a7f117d-0e04-40da-8977-f4c5fcac3f08 requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 19:09:18.372902 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-3252addb-7822-4e11-9dbd-197a8c8b1f2b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7408054 Jun 16 19:09:18.407188 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e84a72e-c9fe-436b-bc77-76acea166c32 None None] Network 2a7f117d-0e04-40da-8977-f4c5fcac3f08 requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 19:09:19.115129 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 57368) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:09:19.120044 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-5cd42ee0-0ce8-4a85-8f5a-56bbbefaea52 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-239072739-network', 'tenant_id': '3836fbd8c9244394af6689a283ea9d0d'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:09:19.267593 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd42ee0-0ce8-4a85-8f5a-56bbbefaea52 admin admin] Made reservation on behalf of 3836fbd8c9244394af6689a283ea9d0d for: {'network': 1} {{(pid=116193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 19:09:19.269928 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-5cd42ee0-0ce8-4a85-8f5a-56bbbefaea52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for network (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:19.278610 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-5cd42ee0-0ce8-4a85-8f5a-56bbbefaea52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:19.355317 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-5cd42ee0-0ce8-4a85-8f5a-56bbbefaea52 admin admin] Publish callbacks [] for security_group (0e78fbd7-0d61-4f13-a796-7799ecf6eb51), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:19.424983 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-5cd42ee0-0ce8-4a85-8f5a-56bbbefaea52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (0e78fbd7-0d61-4f13-a796-7799ecf6eb51), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:19.447042 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:19.447942 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd42ee0-0ce8-4a85-8f5a-56bbbefaea52 admin admin] vlan segment allocate from pool success with {'vlan_id': 1032, 'physical_network': 'physnet1'} {{(pid=116193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 19:09:19.461103 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd42ee0-0ce8-4a85-8f5a-56bbbefaea52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e78fbd7-0d61-4f13-a796-7799ecf6eb51,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:09:19.465837 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-5cd42ee0-0ce8-4a85-8f5a-56bbbefaea52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056'] for segment (7ab8fb8f-d450-484b-a2ca-ea0d7da84e0e), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:19.466174 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.db.segments_db [None req-5cd42ee0-0ce8-4a85-8f5a-56bbbefaea52 admin admin] Added segment 7ab8fb8f-d450-484b-a2ca-ea0d7da84e0e of type vlan for network d3ba559d-25c3-4531-86a0-8a3098fcabf8 Jun 16 19:09:19.505061 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-5cd42ee0-0ce8-4a85-8f5a-56bbbefaea52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748651047006'] for network (d3ba559d-25c3-4531-86a0-8a3098fcabf8), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:19.607945 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-5cd42ee0-0ce8-4a85-8f5a-56bbbefaea52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080'] for network (d3ba559d-25c3-4531-86a0-8a3098fcabf8), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:19.608926 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd42ee0-0ce8-4a85-8f5a-56bbbefaea52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:09:19.609523 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-5cd42ee0-0ce8-4a85-8f5a-56bbbefaea52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for network (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:19.671778 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd42ee0-0ce8-4a85-8f5a-56bbbefaea52 admin admin] Pushing event updated for resources: {'Network': ['ID=d3ba559d-25c3-4531-86a0-8a3098fcabf8,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:09:19.681992 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Network d3ba559d-25c3-4531-86a0-8a3098fcabf8 details requested by agent ovs-agent-dv-cinder-846171-1-iscsi with host dv-cinder-846171-1-iscsi {{(pid=116194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 19:09:19.715738 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-5cd42ee0-0ce8-4a85-8f5a-56bbbefaea52 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5995064 Jun 16 19:09:19.718346 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 57370) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:09:19.722973 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-443beaf9-8b24-40f5-8cb0-0e8d3b6f7a40 admin admin] Request body: {'subnet': {'network_id': 'd3ba559d-25c3-4531-86a0-8a3098fcabf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-239072739-subnet', 'tenant_id': '3836fbd8c9244394af6689a283ea9d0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:09:19.798636 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443beaf9-8b24-40f5-8cb0-0e8d3b6f7a40 admin admin] Made reservation on behalf of 3836fbd8c9244394af6689a283ea9d0d for: {'subnet': 1} {{(pid=116193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 19:09:19.800955 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-443beaf9-8b24-40f5-8cb0-0e8d3b6f7a40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5640637'] for subnet (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:20.010596 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-443beaf9-8b24-40f5-8cb0-0e8d3b6f7a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5911716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5640591'] for subnet (dcbbb3a4-b5b6-4140-9de1-b315f86f4f69), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:20.014395 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:20.068126 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443beaf9-8b24-40f5-8cb0-0e8d3b6f7a40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcbbb3a4-b5b6-4140-9de1-b315f86f4f69,revision_number=0']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:09:20.076103 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443beaf9-8b24-40f5-8cb0-0e8d3b6f7a40 admin admin] Checking segment: {'id': '7ab8fb8f-d450-484b-a2ca-ea0d7da84e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'd3ba559d-25c3-4531-86a0-8a3098fcabf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 19:09:20.076448 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443beaf9-8b24-40f5-8cb0-0e8d3b6f7a40 admin admin] Network hostable DHCP agents. Network: d3ba559d-25c3-4531-86a0-8a3098fcabf8, hostable agents: ['a953bae7-14c3-401b-bbd5-413ea1206353'], hosted agents: [] {{(pid=116193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 19:09:20.158387 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443beaf9-8b24-40f5-8cb0-0e8d3b6f7a40 admin admin] Network d3ba559d-25c3-4531-86a0-8a3098fcabf8 is scheduled to be hosted by DHCP agent a953bae7-14c3-401b-bbd5-413ea1206353 with binding_index 1 {{(pid=116193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 19:09:20.261629 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [None req-443beaf9-8b24-40f5-8cb0-0e8d3b6f7a40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846171-1-iscsi, d3ba559d-25c3-4531-86a0-8a3098fcabf8) {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:09:20.265476 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443beaf9-8b24-40f5-8cb0-0e8d3b6f7a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:09:20.266069 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-443beaf9-8b24-40f5-8cb0-0e8d3b6f7a40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:20.273960 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f073adcf-1b5b-4288-8d0d-2028fb4537bb None None] Network d3ba559d-25c3-4531-86a0-8a3098fcabf8 requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 19:09:20.356201 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-443beaf9-8b24-40f5-8cb0-0e8d3b6f7a40 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6368499 Jun 16 19:09:20.372109 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d830c3-a52c-47ac-b145-23402a06e024 None None] Network d3ba559d-25c3-4531-86a0-8a3098fcabf8 requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 19:09:21.101379 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 6 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 19:09:25.639157 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=32,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:25.640961 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=38,neutron:DELETE=1,neutron:INSERT=3 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:27.610117 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:30.275527 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:INSERT=4,neutron:SELECT=47,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:30.276318 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:DELETE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:31.097147 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=2 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:35.152077 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:36.624473 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=59,neutron:UPDATE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:36.716669 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-5282ee5b-b0ec-4947-b2a9-38d15ec831e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:36.834320 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 57498) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:09:36.880323 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_v2 [None req-998baaf9-900e-4ca6-999c-593e66a102dd admin admin] Deleting subnet 351cb428-97f3-49b8-a226-727807c65f77 {{(pid=116193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 19:09:36.883463 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-998baaf9-900e-4ca6-999c-593e66a102dd admin admin] Publish callbacks [] for subnet (351cb428-97f3-49b8-a226-727807c65f77), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:36.918095 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-998baaf9-900e-4ca6-999c-593e66a102dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5912568'] for subnet (351cb428-97f3-49b8-a226-727807c65f77), precommit_delete_associations {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:36.959600 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-998baaf9-900e-4ca6-999c-593e66a102dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877176'] for subnet (351cb428-97f3-49b8-a226-727807c65f77), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:37.084730 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-998baaf9-900e-4ca6-999c-593e66a102dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5911779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5640598'] for subnet (351cb428-97f3-49b8-a226-727807c65f77), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:37.112325 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998baaf9-900e-4ca6-999c-593e66a102dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=351cb428-97f3-49b8-a226-727807c65f77,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:09:37.114819 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-998baaf9-900e-4ca6-999c-593e66a102dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:37.117829 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-998baaf9-900e-4ca6-999c-593e66a102dd admin admin] 10.222.0.81 "DELETE /v2.0/subnets/351cb428-97f3-49b8-a226-727807c65f77 HTTP/1.1" status: 204 len: 168 time: 0.2825317 Jun 16 19:09:37.120474 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 57500) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:09:37.124235 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998baaf9-900e-4ca6-999c-593e66a102dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:37.124585 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998baaf9-900e-4ca6-999c-593e66a102dd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:37.124923 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998baaf9-900e-4ca6-999c-593e66a102dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:37.125279 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998baaf9-900e-4ca6-999c-593e66a102dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:37.125613 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998baaf9-900e-4ca6-999c-593e66a102dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:37.125937 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998baaf9-900e-4ca6-999c-593e66a102dd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:37.126263 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998baaf9-900e-4ca6-999c-593e66a102dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:37.126576 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998baaf9-900e-4ca6-999c-593e66a102dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:37.126893 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998baaf9-900e-4ca6-999c-593e66a102dd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:37.127211 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998baaf9-900e-4ca6-999c-593e66a102dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:37.127529 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998baaf9-900e-4ca6-999c-593e66a102dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:37.127849 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998baaf9-900e-4ca6-999c-593e66a102dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:37.128165 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998baaf9-900e-4ca6-999c-593e66a102dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:37.128528 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998baaf9-900e-4ca6-999c-593e66a102dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:37.128845 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998baaf9-900e-4ca6-999c-593e66a102dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:37.191153 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-724c8d5b-2117-4cc2-8f74-9ea51ce007e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660547'] for network (2a7f117d-0e04-40da-8977-f4c5fcac3f08), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:37.265999 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-724c8d5b-2117-4cc2-8f74-9ea51ce007e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879417', 'neutron.services.segments.db._delete_segments_for_network-8748651528183'] for network (2a7f117d-0e04-40da-8977-f4c5fcac3f08), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:37.289718 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.services.segments.db [None req-724c8d5b-2117-4cc2-8f74-9ea51ce007e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a7f117d-0e04-40da-8977-f4c5fcac3f08']}} {{(pid=116192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:09:37.299601 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.services.segments.db [None req-724c8d5b-2117-4cc2-8f74-9ea51ce007e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '668dfb2b-0d9f-47a5-9cfc-51fbe027970a') {'for_net_delete': True} {{(pid=116192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:09:37.299892 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.services.segments.db [None req-724c8d5b-2117-4cc2-8f74-9ea51ce007e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '668dfb2b-0d9f-47a5-9cfc-51fbe027970a') {} {{(pid=116192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:09:37.309128 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-724c8d5b-2117-4cc2-8f74-9ea51ce007e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748651528066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4528322'] for segment (668dfb2b-0d9f-47a5-9cfc-51fbe027970a), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:37.321957 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-724c8d5b-2117-4cc2-8f74-9ea51ce007e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056'] for segment (668dfb2b-0d9f-47a5-9cfc-51fbe027970a), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:37.328090 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-724c8d5b-2117-4cc2-8f74-9ea51ce007e6 admin admin] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=116192) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 19:09:37.328471 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-724c8d5b-2117-4cc2-8f74-9ea51ce007e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5326346'] for segment (668dfb2b-0d9f-47a5-9cfc-51fbe027970a), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:37.455770 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-724c8d5b-2117-4cc2-8f74-9ea51ce007e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8340142'] for network (2a7f117d-0e04-40da-8977-f4c5fcac3f08), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:37.460186 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-724c8d5b-2117-4cc2-8f74-9ea51ce007e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for network (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:37.464196 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-724c8d5b-2117-4cc2-8f74-9ea51ce007e6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/2a7f117d-0e04-40da-8977-f4c5fcac3f08 HTTP/1.1" status: 204 len: 168 time: 0.3423889 Jun 16 19:09:37.465813 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.services.segments.plugin [-] Segment 668dfb2b-0d9f-47a5-9cfc-51fbe027970a resource provider aggregate not found Jun 16 19:09:37.467153 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 57506) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:09:37.481382 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c8d5b-2117-4cc2-8f74-9ea51ce007e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a7f117d-0e04-40da-8977-f4c5fcac3f08,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:09:37.485682 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.services.segments.plugin [-] Segment 668dfb2b-0d9f-47a5-9cfc-51fbe027970a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 668dfb2b-0d9f-47a5-9cfc-51fbe027970a found for delete ", "request_id": "req-60adb184-3c0d-4cce-9db8-85e278b51f6f"}]} Jun 16 19:09:37.490371 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c8d5b-2117-4cc2-8f74-9ea51ce007e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:37.490720 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c8d5b-2117-4cc2-8f74-9ea51ce007e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:37.491062 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c8d5b-2117-4cc2-8f74-9ea51ce007e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:37.491416 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c8d5b-2117-4cc2-8f74-9ea51ce007e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:37.491730 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c8d5b-2117-4cc2-8f74-9ea51ce007e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:37.492057 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c8d5b-2117-4cc2-8f74-9ea51ce007e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:37.492387 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c8d5b-2117-4cc2-8f74-9ea51ce007e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:37.492711 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c8d5b-2117-4cc2-8f74-9ea51ce007e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:37.493036 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c8d5b-2117-4cc2-8f74-9ea51ce007e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:37.493388 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c8d5b-2117-4cc2-8f74-9ea51ce007e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:37.493724 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c8d5b-2117-4cc2-8f74-9ea51ce007e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:37.494047 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c8d5b-2117-4cc2-8f74-9ea51ce007e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:37.494366 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c8d5b-2117-4cc2-8f74-9ea51ce007e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:37.494682 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c8d5b-2117-4cc2-8f74-9ea51ce007e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:37.495190 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724c8d5b-2117-4cc2-8f74-9ea51ce007e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:37.513178 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae20217d-8e62-483a-954b-66a03660e205 admin admin] Deleting subnet dcbbb3a4-b5b6-4140-9de1-b315f86f4f69 {{(pid=116193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 19:09:37.516359 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-ae20217d-8e62-483a-954b-66a03660e205 admin admin] Publish callbacks [] for subnet (dcbbb3a4-b5b6-4140-9de1-b315f86f4f69), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:37.554386 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-ae20217d-8e62-483a-954b-66a03660e205 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5912568'] for subnet (dcbbb3a4-b5b6-4140-9de1-b315f86f4f69), precommit_delete_associations {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:37.593599 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-ae20217d-8e62-483a-954b-66a03660e205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877176'] for subnet (dcbbb3a4-b5b6-4140-9de1-b315f86f4f69), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:37.724603 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-ae20217d-8e62-483a-954b-66a03660e205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5911779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5640598'] for subnet (dcbbb3a4-b5b6-4140-9de1-b315f86f4f69), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:37.748467 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20217d-8e62-483a-954b-66a03660e205 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcbbb3a4-b5b6-4140-9de1-b315f86f4f69,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:09:37.754879 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-ae20217d-8e62-483a-954b-66a03660e205 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:37.758046 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-ae20217d-8e62-483a-954b-66a03660e205 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/dcbbb3a4-b5b6-4140-9de1-b315f86f4f69 HTTP/1.1" status: 204 len: 168 time: 0.2898903 Jun 16 19:09:37.761008 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 57510) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:09:37.831248 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a627680f-4695-45e4-be55-c54680c1c442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660547'] for network (d3ba559d-25c3-4531-86a0-8a3098fcabf8), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:37.906444 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a627680f-4695-45e4-be55-c54680c1c442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879417', 'neutron.services.segments.db._delete_segments_for_network-8748651528183'] for network (d3ba559d-25c3-4531-86a0-8a3098fcabf8), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:37.925620 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.services.segments.db [None req-a627680f-4695-45e4-be55-c54680c1c442 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ba559d-25c3-4531-86a0-8a3098fcabf8']}} {{(pid=116193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:09:37.935205 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.services.segments.db [None req-a627680f-4695-45e4-be55-c54680c1c442 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab8fb8f-d450-484b-a2ca-ea0d7da84e0e') {'for_net_delete': True} {{(pid=116193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:09:37.935542 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.services.segments.db [None req-a627680f-4695-45e4-be55-c54680c1c442 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab8fb8f-d450-484b-a2ca-ea0d7da84e0e') {} {{(pid=116193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:09:37.949007 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a627680f-4695-45e4-be55-c54680c1c442 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748651528066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5912559'] for segment (7ab8fb8f-d450-484b-a2ca-ea0d7da84e0e), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:37.962253 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a627680f-4695-45e4-be55-c54680c1c442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056'] for segment (7ab8fb8f-d450-484b-a2ca-ea0d7da84e0e), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:37.968402 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a627680f-4695-45e4-be55-c54680c1c442 admin admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=116193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 19:09:37.968775 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a627680f-4695-45e4-be55-c54680c1c442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5911613'] for segment (7ab8fb8f-d450-484b-a2ca-ea0d7da84e0e), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:38.225461 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.services.segments.plugin [-] Segment 7ab8fb8f-d450-484b-a2ca-ea0d7da84e0e resource provider aggregate not found Jun 16 19:09:38.261043 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.services.segments.plugin [-] Segment 7ab8fb8f-d450-484b-a2ca-ea0d7da84e0e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7ab8fb8f-d450-484b-a2ca-ea0d7da84e0e found for delete ", "request_id": "req-47516f02-a8ae-43af-b7d8-c60b14926156"}]} Jun 16 19:09:38.335416 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a627680f-4695-45e4-be55-c54680c1c442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8340142'] for network (d3ba559d-25c3-4531-86a0-8a3098fcabf8), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:38.340776 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-a627680f-4695-45e4-be55-c54680c1c442 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for network (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:38.344087 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-a627680f-4695-45e4-be55-c54680c1c442 admin admin] 10.222.0.81 "DELETE /v2.0/networks/d3ba559d-25c3-4531-86a0-8a3098fcabf8 HTTP/1.1" status: 204 len: 168 time: 0.5821352 Jun 16 19:09:38.355597 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627680f-4695-45e4-be55-c54680c1c442 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3ba559d-25c3-4531-86a0-8a3098fcabf8,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:09:38.698736 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 57518) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:09:38.738317 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-922f3c51-ee0c-4f40-a195-6e982f224e8d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3959f49520054e6e938ff92c0fa07c84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384612 Jun 16 19:09:38.741069 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 57520) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:09:38.784353 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:38.791682 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f4aa20d9-22cf-40e5-9cff-0a14e210ca8c admin admin] Publish callbacks [] for security_group (5741e17a-5c1a-4955-9cf3-7cb8e7405027), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:38.795592 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:38.812943 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f4aa20d9-22cf-40e5-9cff-0a14e210ca8c admin admin] Publish callbacks [] for security_group (5741e17a-5c1a-4955-9cf3-7cb8e7405027), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:38.958680 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f4aa20d9-22cf-40e5-9cff-0a14e210ca8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (5741e17a-5c1a-4955-9cf3-7cb8e7405027), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:38.961133 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f4aa20d9-22cf-40e5-9cff-0a14e210ca8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:38.963050 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-f4aa20d9-22cf-40e5-9cff-0a14e210ca8c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5741e17a-5c1a-4955-9cf3-7cb8e7405027 HTTP/1.1" status: 204 len: 168 time: 0.2205324 Jun 16 19:09:38.971345 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa20d9-22cf-40e5-9cff-0a14e210ca8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5741e17a-5c1a-4955-9cf3-7cb8e7405027,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:09:39.042723 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-02bd69f7-24ee-4709-b67a-8196b9a04e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:39.670010 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 57526) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:09:39.710728 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-0a78508c-d609-490e-9468-9f208b263147 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3836fbd8c9244394af6689a283ea9d0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395582 Jun 16 19:09:39.713248 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 57528) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:09:39.764370 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-4ceaa88d-519a-488a-80e4-3336d7ec6436 admin admin] Publish callbacks [] for security_group (0e78fbd7-0d61-4f13-a796-7799ecf6eb51), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:39.785486 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-4ceaa88d-519a-488a-80e4-3336d7ec6436 admin admin] Publish callbacks [] for security_group (0e78fbd7-0d61-4f13-a796-7799ecf6eb51), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:39.924277 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-4ceaa88d-519a-488a-80e4-3336d7ec6436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (0e78fbd7-0d61-4f13-a796-7799ecf6eb51), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:39.926736 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-4ceaa88d-519a-488a-80e4-3336d7ec6436 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:39.927861 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-4ceaa88d-519a-488a-80e4-3336d7ec6436 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0e78fbd7-0d61-4f13-a796-7799ecf6eb51 HTTP/1.1" status: 204 len: 168 time: 0.2137301 Jun 16 19:09:39.935976 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceaa88d-519a-488a-80e4-3336d7ec6436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e78fbd7-0d61-4f13-a796-7799ecf6eb51,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:09:40.307377 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:41.627326 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:42.106905 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:48.152741 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=3 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:48.154131 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=3 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:49.077580 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=15,neutron:DELETE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:49.818538 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:49.931780 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=47,neutron:DELETE=6 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:51.903658 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 57614) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:09:52.008601 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a2a4df1d-d92a-4a32-897d-dfd29c9f5919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:52.026657 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=9 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:52.032621 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=63,neutron:UPDATE=6 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:52.082574 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a2a4df1d-d92a-4a32-897d-dfd29c9f5919 admin admin] Publish callbacks [] for security_group (058ad661-711d-4b37-a149-2abe6cd2edb0), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:52.156796 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-a2a4df1d-d92a-4a32-897d-dfd29c9f5919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (058ad661-711d-4b37-a149-2abe6cd2edb0), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:52.196990 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-a2a4df1d-d92a-4a32-897d-dfd29c9f5919 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a5b339d0207d485db6be869c9b4a2222&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2922502 Jun 16 19:09:52.197903 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4df1d-d92a-4a32-897d-dfd29c9f5919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058ad661-711d-4b37-a149-2abe6cd2edb0,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:09:52.199869 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 57618) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:09:52.249829 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-620fda2f-d881-4010-b2e0-db0a4b1f98b0 admin admin] Publish callbacks [] for security_group (058ad661-711d-4b37-a149-2abe6cd2edb0), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:52.270334 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-620fda2f-d881-4010-b2e0-db0a4b1f98b0 admin admin] Publish callbacks [] for security_group (058ad661-711d-4b37-a149-2abe6cd2edb0), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:52.390950 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-620fda2f-d881-4010-b2e0-db0a4b1f98b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (058ad661-711d-4b37-a149-2abe6cd2edb0), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:52.393564 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-620fda2f-d881-4010-b2e0-db0a4b1f98b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:52.394712 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-620fda2f-d881-4010-b2e0-db0a4b1f98b0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/058ad661-711d-4b37-a149-2abe6cd2edb0 HTTP/1.1" status: 204 len: 168 time: 0.1938460 Jun 16 19:09:52.402471 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620fda2f-d881-4010-b2e0-db0a4b1f98b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058ad661-711d-4b37-a149-2abe6cd2edb0,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:09:53.370455 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 57640) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:09:53.467902 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-b702f13d-e780-4bc7-baf9-7d417ca19840 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1792446815-network', 'tenant_id': '434965eee025410ca595f90a8bd80ee5'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:09:53.718820 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b702f13d-e780-4bc7-baf9-7d417ca19840 admin admin] Made reservation on behalf of 434965eee025410ca595f90a8bd80ee5 for: {'network': 1} {{(pid=116192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 19:09:53.721168 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-b702f13d-e780-4bc7-baf9-7d417ca19840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for network (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:53.729954 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-b702f13d-e780-4bc7-baf9-7d417ca19840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:53.805645 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-b702f13d-e780-4bc7-baf9-7d417ca19840 admin admin] Publish callbacks [] for security_group (535f41b5-87fd-4c63-9e01-6465553440e6), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:53.895590 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-b702f13d-e780-4bc7-baf9-7d417ca19840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (535f41b5-87fd-4c63-9e01-6465553440e6), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:53.921743 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b702f13d-e780-4bc7-baf9-7d417ca19840 admin admin] vlan segment allocate from pool success with {'vlan_id': 1019, 'physical_network': 'physnet1'} {{(pid=116192) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 19:09:53.931185 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b702f13d-e780-4bc7-baf9-7d417ca19840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535f41b5-87fd-4c63-9e01-6465553440e6,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:09:53.936529 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-b702f13d-e780-4bc7-baf9-7d417ca19840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056'] for segment (89f8d196-e0d9-4cb3-a766-c9ef157e28e6), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:53.936863 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.db.segments_db [None req-b702f13d-e780-4bc7-baf9-7d417ca19840 admin admin] Added segment 89f8d196-e0d9-4cb3-a766-c9ef157e28e6 of type vlan for network 8ac31b9c-4b91-4420-8c18-00bfa7a64c28 Jun 16 19:09:53.975835 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-b702f13d-e780-4bc7-baf9-7d417ca19840 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748651047006'] for network (8ac31b9c-4b91-4420-8c18-00bfa7a64c28), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:54.084275 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-b702f13d-e780-4bc7-baf9-7d417ca19840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080'] for network (8ac31b9c-4b91-4420-8c18-00bfa7a64c28), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:54.085299 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b702f13d-e780-4bc7-baf9-7d417ca19840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:09:54.085891 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-b702f13d-e780-4bc7-baf9-7d417ca19840 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for network (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:54.147742 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b702f13d-e780-4bc7-baf9-7d417ca19840 admin admin] Pushing event updated for resources: {'Network': ['ID=8ac31b9c-4b91-4420-8c18-00bfa7a64c28,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:09:54.157968 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Network 8ac31b9c-4b91-4420-8c18-00bfa7a64c28 details requested by agent ovs-agent-dv-cinder-846171-1-iscsi with host dv-cinder-846171-1-iscsi {{(pid=116194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 19:09:54.189821 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-b702f13d-e780-4bc7-baf9-7d417ca19840 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.8182838 Jun 16 19:09:54.192518 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 57644) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:09:54.197209 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-e313b5a5-7ea8-4799-8272-f17d7f40180c admin admin] Request body: {'subnet': {'network_id': '8ac31b9c-4b91-4420-8c18-00bfa7a64c28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1792446815-subnet', 'tenant_id': '434965eee025410ca595f90a8bd80ee5', 'ip_version': 4}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:09:54.284088 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e313b5a5-7ea8-4799-8272-f17d7f40180c admin admin] Made reservation on behalf of 434965eee025410ca595f90a8bd80ee5 for: {'subnet': 1} {{(pid=116192) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 19:09:54.286545 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e313b5a5-7ea8-4799-8272-f17d7f40180c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-134033040'] for subnet (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:54.436244 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:54.495748 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e313b5a5-7ea8-4799-8272-f17d7f40180c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5326483', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-134033058'] for subnet (fc6f112e-26b7-4a06-9790-22232be895e9), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:54.503295 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:54.553399 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313b5a5-7ea8-4799-8272-f17d7f40180c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc6f112e-26b7-4a06-9790-22232be895e9,revision_number=0']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:09:54.562482 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e313b5a5-7ea8-4799-8272-f17d7f40180c admin admin] Checking segment: {'id': '89f8d196-e0d9-4cb3-a766-c9ef157e28e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '8ac31b9c-4b91-4420-8c18-00bfa7a64c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 19:09:54.562843 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e313b5a5-7ea8-4799-8272-f17d7f40180c admin admin] Network hostable DHCP agents. Network: 8ac31b9c-4b91-4420-8c18-00bfa7a64c28, hostable agents: ['a953bae7-14c3-401b-bbd5-413ea1206353'], hosted agents: [] {{(pid=116192) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 19:09:54.632734 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e313b5a5-7ea8-4799-8272-f17d7f40180c admin admin] Network 8ac31b9c-4b91-4420-8c18-00bfa7a64c28 is scheduled to be hosted by DHCP agent a953bae7-14c3-401b-bbd5-413ea1206353 with binding_index 1 {{(pid=116192) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 19:09:54.718162 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-e313b5a5-7ea8-4799-8272-f17d7f40180c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846171-1-iscsi, 8ac31b9c-4b91-4420-8c18-00bfa7a64c28) {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:09:54.722175 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e313b5a5-7ea8-4799-8272-f17d7f40180c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:09:54.722772 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-e313b5a5-7ea8-4799-8272-f17d7f40180c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for subnet (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:54.727841 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281ab09d-2b17-4632-a7e7-865b3287050d None None] Network 8ac31b9c-4b91-4420-8c18-00bfa7a64c28 requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 19:09:54.826392 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b684b653-74db-4c16-9446-3b5effbb856f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc834c0e-e25b-5433-9ce7-2b46938ad578-8ac31b9c-4b91-4420-8c18-00bfa7a64c28', 'network_id': '8ac31b9c-4b91-4420-8c18-00bfa7a64c28', 'project_id': '434965eee025410ca595f90a8bd80ee5', 'fixed_ips': [{'subnet_id': 'fc6f112e-26b7-4a06-9790-22232be895e9'}]}} from dv-cinder-846171-1-iscsi. {{(pid=116194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 19:09:54.827306 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-b684b653-74db-4c16-9446-3b5effbb856f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:54.849373 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-e313b5a5-7ea8-4799-8272-f17d7f40180c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6532815 Jun 16 19:09:54.854590 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 57646) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:09:54.854590 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-81514699-05d9-40c3-b19d-71aca88a1465 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1792446815-router', 'tenant_id': '434965eee025410ca595f90a8bd80ee5', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:09:55.010546 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-81514699-05d9-40c3-b19d-71aca88a1465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8339937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12032'] for router (d9c49db7-1403-47fd-ae10-eaa53fc15bc2), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:55.011745 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-81514699-05d9-40c3-b19d-71aca88a1465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8339730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8348846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8300508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12043'] for router (d9c49db7-1403-47fd-ae10-eaa53fc15bc2), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:55.064381 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-81514699-05d9-40c3-b19d-71aca88a1465 admin admin] Publish callbacks [] for router_controller (d9c49db7-1403-47fd-ae10-eaa53fc15bc2), precommit_add_association {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:55.083816 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.db_base_plugin_common [None req-b684b653-74db-4c16-9446-3b5effbb856f None None] Allocated IP 172.20.0.2 (8ac31b9c-4b91-4420-8c18-00bfa7a64c28/fc6f112e-26b7-4a06-9790-22232be895e9/bbdc779e-9268-49bb-8ade-f17a60adc50c) {{(pid=116194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 19:09:55.223180 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-b684b653-74db-4c16-9446-3b5effbb856f None None] Publish callbacks [] for port (bbdc779e-9268-49bb-8ade-f17a60adc50c), precommit_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:55.312971 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-b684b653-74db-4c16-9446-3b5effbb856f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864'] for port (bbdc779e-9268-49bb-8ade-f17a60adc50c), after_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:55.322805 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-81514699-05d9-40c3-b19d-71aca88a1465 admin admin] Publish callbacks [] for router_gateway (d9c49db7-1403-47fd-ae10-eaa53fc15bc2), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:55.359630 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b684b653-74db-4c16-9446-3b5effbb856f None None] Network 8ac31b9c-4b91-4420-8c18-00bfa7a64c28 is already hosted by enough agents. {{(pid=116194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:09:55.359630 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.scheduler.base_scheduler [None req-b684b653-74db-4c16-9446-3b5effbb856f None None] Resources bound (agent type, host, resource id): {{(pid=116194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:09:55.361477 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b684b653-74db-4c16-9446-3b5effbb856f None None] Received port after_create {{(pid=116194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 19:09:55.364658 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684b653-74db-4c16-9446-3b5effbb856f None None] Pushing event updated for resources: {'Port': ['ID=bbdc779e-9268-49bb-8ade-f17a60adc50c,revision_number=1']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:09:55.377317 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684b653-74db-4c16-9446-3b5effbb856f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:55.377664 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684b653-74db-4c16-9446-3b5effbb856f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:55.377999 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684b653-74db-4c16-9446-3b5effbb856f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:55.378414 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684b653-74db-4c16-9446-3b5effbb856f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:55.378764 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684b653-74db-4c16-9446-3b5effbb856f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:55.379074 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684b653-74db-4c16-9446-3b5effbb856f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:55.379393 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684b653-74db-4c16-9446-3b5effbb856f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:55.379713 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684b653-74db-4c16-9446-3b5effbb856f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:55.380030 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684b653-74db-4c16-9446-3b5effbb856f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:55.380350 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684b653-74db-4c16-9446-3b5effbb856f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:55.380667 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684b653-74db-4c16-9446-3b5effbb856f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:55.380985 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684b653-74db-4c16-9446-3b5effbb856f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:55.381322 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684b653-74db-4c16-9446-3b5effbb856f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:55.381637 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684b653-74db-4c16-9446-3b5effbb856f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:55.381948 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684b653-74db-4c16-9446-3b5effbb856f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:55.432485 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-b684b653-74db-4c16-9446-3b5effbb856f None None] Attempting to bind port bbdc779e-9268-49bb-8ade-f17a60adc50c on host dv-cinder-846171-1-iscsi for vnic_type normal with profile {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 19:09:55.432849 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-b684b653-74db-4c16-9446-3b5effbb856f None None] Attempting to bind port bbdc779e-9268-49bb-8ade-f17a60adc50c by drivers openvswitch,hyperv on host dv-cinder-846171-1-iscsi at level 0 using segments [{'id': '89f8d196-e0d9-4cb3-a766-c9ef157e28e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '8ac31b9c-4b91-4420-8c18-00bfa7a64c28'}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 19:09:55.433205 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b684b653-74db-4c16-9446-3b5effbb856f None None] Attempting to bind port bbdc779e-9268-49bb-8ade-f17a60adc50c on network 8ac31b9c-4b91-4420-8c18-00bfa7a64c28 {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 19:09:55.438441 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b684b653-74db-4c16-9446-3b5effbb856f None None] Checking agent: {'id': 'ea8cc94b-de2a-4266-a745-8fe843a33d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846171-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 47, 42), 'started_at': datetime.datetime(2022, 6, 16, 18, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 19, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846171-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 19:09:55.438808 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b684b653-74db-4c16-9446-3b5effbb856f None None] Checking segment: {'id': '89f8d196-e0d9-4cb3-a766-c9ef157e28e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '8ac31b9c-4b91-4420-8c18-00bfa7a64c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 19:09:55.439226 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-b684b653-74db-4c16-9446-3b5effbb856f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:55.439594 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b684b653-74db-4c16-9446-3b5effbb856f None None] Bound using segment: {'id': '89f8d196-e0d9-4cb3-a766-c9ef157e28e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '8ac31b9c-4b91-4420-8c18-00bfa7a64c28'} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 19:09:55.440047 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-b684b653-74db-4c16-9446-3b5effbb856f None None] Bound port: bbdc779e-9268-49bb-8ade-f17a60adc50c, host: dv-cinder-846171-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f8d196-e0d9-4cb3-a766-c9ef157e28e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '8ac31b9c-4b91-4420-8c18-00bfa7a64c28'}}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 19:09:55.440421 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-b684b653-74db-4c16-9446-3b5effbb856f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (bbdc779e-9268-49bb-8ade-f17a60adc50c), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:55.500261 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-b684b653-74db-4c16-9446-3b5effbb856f None None] For port bbdc779e-9268-49bb-8ade-f17a60adc50c, host dv-cinder-846171-1-iscsi, cleared binding levels {{(pid=116194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 19:09:55.503481 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-b684b653-74db-4c16-9446-3b5effbb856f None None] For port bbdc779e-9268-49bb-8ade-f17a60adc50c, host dv-cinder-846171-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=bbdc779e-9268-49bb-8ade-f17a60adc50c,segment=NetworkSegment(89f8d196-e0d9-4cb3-a766-c9ef157e28e6),segment_id=89f8d196-e0d9-4cb3-a766-c9ef157e28e6)] {{(pid=116194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 19:09:55.581824 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-b684b653-74db-4c16-9446-3b5effbb856f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (bbdc779e-9268-49bb-8ade-f17a60adc50c), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:55.588859 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-81514699-05d9-40c3-b19d-71aca88a1465 admin admin] Publish callbacks [] for router_gateway (d9c49db7-1403-47fd-ae10-eaa53fc15bc2), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:55.608647 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-81514699-05d9-40c3-b19d-71aca88a1465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:55.638812 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684b653-74db-4c16-9446-3b5effbb856f None None] Pushing event updated for resources: {'Port': ['ID=bbdc779e-9268-49bb-8ade-f17a60adc50c,revision_number=2']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:09:55.717743 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_common [None req-81514699-05d9-40c3-b19d-71aca88a1465 admin admin] Allocated IP 172.27.0.120 (d7ab3290-3ce1-430c-a2b5-625628340a0e/2251f151-d04b-4b41-88db-58f0d465a2f0/756bee6b-cb95-4f74-984d-bcac551e42e3) {{(pid=116193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 19:09:55.842047 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-81514699-05d9-40c3-b19d-71aca88a1465 admin admin] Publish callbacks [] for port (756bee6b-cb95-4f74-984d-bcac551e42e3), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:55.957403 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-81514699-05d9-40c3-b19d-71aca88a1465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (756bee6b-cb95-4f74-984d-bcac551e42e3), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:55.983976 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:55.989810 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:56.003446 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81514699-05d9-40c3-b19d-71aca88a1465 admin admin] Network d7ab3290-3ce1-430c-a2b5-625628340a0e is already hosted by enough agents. {{(pid=116193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:09:56.010166 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [None req-81514699-05d9-40c3-b19d-71aca88a1465 admin admin] Resources bound (agent type, host, resource id): {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:09:56.010597 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81514699-05d9-40c3-b19d-71aca88a1465 admin admin] Pushing event updated for resources: {'Port': ['ID=756bee6b-cb95-4f74-984d-bcac551e42e3,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:09:56.013270 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81514699-05d9-40c3-b19d-71aca88a1465 admin admin] Received port after_create {{(pid=116193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 19:09:56.223999 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device bbdc779e-9268-49bb-8ade-f17a60adc50c up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 19:09:56.260534 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:56.275774 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port bbdc779e-9268-49bb-8ade-f17a60adc50c triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:09:56.276168 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (bbdc779e-9268-49bb-8ade-f17a60adc50c), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:56.324286 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-81514699-05d9-40c3-b19d-71aca88a1465 admin admin] Publish callbacks [] for router_gateway (d9c49db7-1403-47fd-ae10-eaa53fc15bc2), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:56.345040 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:56.354484 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port bbdc779e-9268-49bb-8ade-f17a60adc50c is: DOWN; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:09:56.354885 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (bbdc779e-9268-49bb-8ade-f17a60adc50c), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:56.390855 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] For port bbdc779e-9268-49bb-8ade-f17a60adc50c, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=bbdc779e-9268-49bb-8ade-f17a60adc50c,segment=NetworkSegment(89f8d196-e0d9-4cb3-a766-c9ef157e28e6),segment_id=89f8d196-e0d9-4cb3-a766-c9ef157e28e6)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:09:56.488688 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (bbdc779e-9268-49bb-8ade-f17a60adc50c), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:56.530702 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-81514699-05d9-40c3-b19d-71aca88a1465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8340216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8340070'] for router (d9c49db7-1403-47fd-ae10-eaa53fc15bc2), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:56.546426 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Pushing event updated for resources: {'Port': ['ID=bbdc779e-9268-49bb-8ade-f17a60adc50c,revision_number=3']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:09:56.562640 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe26779-17be-44b6-8a88-8e3cfc015841 None None] Network 8ac31b9c-4b91-4420-8c18-00bfa7a64c28 requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 19:09:56.575918 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:56.672846 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4ca1fa38-287e-4d5f-9bf7-765a612a1a48 None None] Provisioning complete for port bbdc779e-9268-49bb-8ade-f17a60adc50c triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:09:56.673142 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4ca1fa38-287e-4d5f-9bf7-765a612a1a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (bbdc779e-9268-49bb-8ade-f17a60adc50c), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:56.750155 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4ca1fa38-287e-4d5f-9bf7-765a612a1a48 None None] Current status of the port bbdc779e-9268-49bb-8ade-f17a60adc50c is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:09:56.759755 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81514699-05d9-40c3-b19d-71aca88a1465 admin admin] Router d9c49db7-1403-47fd-ae10-eaa53fc15bc2 is scheduled to L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a with binding_index 1 {{(pid=116193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 19:09:56.865929 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81514699-05d9-40c3-b19d-71aca88a1465 admin admin] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:09:56.868854 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-2a85b2f1-6f96-4e55-ba63-8cb31f8ec434 None None] Provisioning complete for port bbdc779e-9268-49bb-8ade-f17a60adc50c triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:09:56.869230 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-2a85b2f1-6f96-4e55-ba63-8cb31f8ec434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (bbdc779e-9268-49bb-8ade-f17a60adc50c), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:56.876940 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5619e9f-675b-4126-a446-8ab50e596778 None None] Sync routers for ids ['d9c49db7-1403-47fd-ae10-eaa53fc15bc2'] in dv-cinder-846171-1-iscsi {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:09:56.888227 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5619e9f-675b-4126-a446-8ab50e596778 None None] Routers {'d9c49db7-1403-47fd-ae10-eaa53fc15bc2'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:09:56.888947 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-f5619e9f-675b-4126-a446-8ab50e596778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:09:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['d9c49db7-1403-47fd-ae10-eaa53fc15bc2'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:09:56.938039 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:56.951465 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-2a85b2f1-6f96-4e55-ba63-8cb31f8ec434 None None] Current status of the port bbdc779e-9268-49bb-8ade-f17a60adc50c is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:09:56.972025 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-81514699-05d9-40c3-b19d-71aca88a1465 admin admin] Publish callbacks [] for router (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:56.973712 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-81514699-05d9-40c3-b19d-71aca88a1465 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1227236 Jun 16 19:09:56.976093 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 57648) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:09:56.997029 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-f5619e9f-675b-4126-a446-8ab50e596778 None None] Set router d9c49db7-1403-47fd-ae10-eaa53fc15bc2 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:09:57.164406 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-f5619e9f-675b-4126-a446-8ab50e596778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'name': 'tempest-TestMinimumBasicScenario-1792446815-router', 'tenant_id': '434965eee025410ca595f90a8bd80ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '756bee6b-cb95-4f74-984d-bcac551e42e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:09:55Z', 'updated_at': '2022-06-16T19:09:56Z', 'revision_number': 3, 'project_id': '434965eee025410ca595f90a8bd80ee5', 'gw_port': {'id': '756bee6b-cb95-4f74-984d-bcac551e42e3', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:09:55Z', 'updated_at': '2022-06-16T19:09:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi'}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:09:57.189574 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5619e9f-675b-4126-a446-8ab50e596778 None None] Checking router: d9c49db7-1403-47fd-ae10-eaa53fc15bc2 for host: dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:09:57.189839 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5619e9f-675b-4126-a446-8ab50e596778 None None] Updating router d9c49db7-1403-47fd-ae10-eaa53fc15bc2 port 756bee6b-cb95-4f74-984d-bcac551e42e3 binding host dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 19:09:57.217493 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-f5619e9f-675b-4126-a446-8ab50e596778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (756bee6b-cb95-4f74-984d-bcac551e42e3), before_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:57.264848 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:57.375337 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-52f86f7c-f447-4cde-8ef7-9b96df4eeb47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:57.463010 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-f5619e9f-675b-4126-a446-8ab50e596778 None None] Publish callbacks [] for port (756bee6b-cb95-4f74-984d-bcac551e42e3), precommit_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:57.525700 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_common [None req-52f86f7c-f447-4cde-8ef7-9b96df4eeb47 admin admin] Allocated IP 172.20.0.1 (8ac31b9c-4b91-4420-8c18-00bfa7a64c28/fc6f112e-26b7-4a06-9790-22232be895e9/e49d153b-3c9b-434c-954b-58a474fcd132) {{(pid=116193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 19:09:57.545189 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-f5619e9f-675b-4126-a446-8ab50e596778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (756bee6b-cb95-4f74-984d-bcac551e42e3), after_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:57.577761 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:57.598590 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.managers [None req-f5619e9f-675b-4126-a446-8ab50e596778 None None] Attempting to bind port 756bee6b-cb95-4f74-984d-bcac551e42e3 on host dv-cinder-846171-1-iscsi for vnic_type normal with profile {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 19:09:57.598956 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.managers [None req-f5619e9f-675b-4126-a446-8ab50e596778 None None] Attempting to bind port 756bee6b-cb95-4f74-984d-bcac551e42e3 by drivers openvswitch,hyperv on host dv-cinder-846171-1-iscsi at level 0 using segments [{'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}] {{(pid=116195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 19:09:57.599317 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5619e9f-675b-4126-a446-8ab50e596778 None None] Attempting to bind port 756bee6b-cb95-4f74-984d-bcac551e42e3 on network d7ab3290-3ce1-430c-a2b5-625628340a0e {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 19:09:57.601322 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0a839-6f74-4dbf-abb3-013abe8cbdba None None] Pushing event updated for resources: {'Port': ['ID=756bee6b-cb95-4f74-984d-bcac551e42e3,revision_number=2']} {{(pid=116195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:09:57.610562 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0a839-6f74-4dbf-abb3-013abe8cbdba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:57.610913 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0a839-6f74-4dbf-abb3-013abe8cbdba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:57.611273 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0a839-6f74-4dbf-abb3-013abe8cbdba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:57.611627 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0a839-6f74-4dbf-abb3-013abe8cbdba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:57.611959 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0a839-6f74-4dbf-abb3-013abe8cbdba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:57.612284 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0a839-6f74-4dbf-abb3-013abe8cbdba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:57.612611 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0a839-6f74-4dbf-abb3-013abe8cbdba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:57.612926 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0a839-6f74-4dbf-abb3-013abe8cbdba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:57.613272 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0a839-6f74-4dbf-abb3-013abe8cbdba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:57.613588 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0a839-6f74-4dbf-abb3-013abe8cbdba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:57.613907 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0a839-6f74-4dbf-abb3-013abe8cbdba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:57.614240 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0a839-6f74-4dbf-abb3-013abe8cbdba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:57.614561 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0a839-6f74-4dbf-abb3-013abe8cbdba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:57.614876 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0a839-6f74-4dbf-abb3-013abe8cbdba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:57.615189 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef0a839-6f74-4dbf-abb3-013abe8cbdba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:09:57.618575 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5619e9f-675b-4126-a446-8ab50e596778 None None] Checking agent: {'id': 'ea8cc94b-de2a-4266-a745-8fe843a33d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846171-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 47, 42), 'started_at': datetime.datetime(2022, 6, 16, 18, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 19, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846171-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 19:09:57.618954 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5619e9f-675b-4126-a446-8ab50e596778 None None] Checking segment: {'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 19:09:57.619355 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-f5619e9f-675b-4126-a446-8ab50e596778 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:57.619738 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5619e9f-675b-4126-a446-8ab50e596778 None None] Bound using segment: {'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'} {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 19:09:57.620196 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.managers [None req-f5619e9f-675b-4126-a446-8ab50e596778 None None] Bound port: 756bee6b-cb95-4f74-984d-bcac551e42e3, host: dv-cinder-846171-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}}] {{(pid=116195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 19:09:57.620572 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-f5619e9f-675b-4126-a446-8ab50e596778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (756bee6b-cb95-4f74-984d-bcac551e42e3), before_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:57.632273 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-52f86f7c-f447-4cde-8ef7-9b96df4eeb47 admin admin] Publish callbacks [] for port (e49d153b-3c9b-434c-954b-58a474fcd132), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:57.669064 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.db [None req-f5619e9f-675b-4126-a446-8ab50e596778 None None] For port 756bee6b-cb95-4f74-984d-bcac551e42e3, host dv-cinder-846171-1-iscsi, cleared binding levels {{(pid=116195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 19:09:57.672075 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.db [None req-f5619e9f-675b-4126-a446-8ab50e596778 None None] For port 756bee6b-cb95-4f74-984d-bcac551e42e3, host dv-cinder-846171-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=756bee6b-cb95-4f74-984d-bcac551e42e3,segment=NetworkSegment(71d34237-f06f-4603-b433-3dd04278adc6),segment_id=71d34237-f06f-4603-b433-3dd04278adc6)] {{(pid=116195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 19:09:57.763563 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-52f86f7c-f447-4cde-8ef7-9b96df4eeb47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (e49d153b-3c9b-434c-954b-58a474fcd132), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:57.791603 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-f5619e9f-675b-4126-a446-8ab50e596778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (756bee6b-cb95-4f74-984d-bcac551e42e3), after_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:57.800521 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f86f7c-f447-4cde-8ef7-9b96df4eeb47 admin admin] Network 8ac31b9c-4b91-4420-8c18-00bfa7a64c28 is already hosted by enough agents. {{(pid=116193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:09:57.805795 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [None req-52f86f7c-f447-4cde-8ef7-9b96df4eeb47 admin admin] Resources bound (agent type, host, resource id): {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:09:57.810336 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f86f7c-f447-4cde-8ef7-9b96df4eeb47 admin admin] Received port after_create {{(pid=116193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 19:09:57.832774 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f86f7c-f447-4cde-8ef7-9b96df4eeb47 admin admin] Pushing event updated for resources: {'Port': ['ID=e49d153b-3c9b-434c-954b-58a474fcd132,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:09:57.858238 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-52f86f7c-f447-4cde-8ef7-9b96df4eeb47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8339802'] for router_interface (d9c49db7-1403-47fd-ae10-eaa53fc15bc2), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:57.858854 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5619e9f-675b-4126-a446-8ab50e596778 None None] Routers {'d9c49db7-1403-47fd-ae10-eaa53fc15bc2'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:09:57.859487 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-f5619e9f-675b-4126-a446-8ab50e596778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:09:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['d9c49db7-1403-47fd-ae10-eaa53fc15bc2'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:09:57.862602 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0a839-6f74-4dbf-abb3-013abe8cbdba None None] Pushing event updated for resources: {'Port': ['ID=756bee6b-cb95-4f74-984d-bcac551e42e3,revision_number=3']} {{(pid=116195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:09:57.904278 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:57.940885 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:57.962292 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:57.975666 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-f5619e9f-675b-4126-a446-8ab50e596778 None None] Set router d9c49db7-1403-47fd-ae10-eaa53fc15bc2 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:09:58.077489 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-af821c3a-f22d-4e45-8cd8-b77dd842929e None None] Provisioning complete for port e49d153b-3c9b-434c-954b-58a474fcd132 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:09:58.079461 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-af821c3a-f22d-4e45-8cd8-b77dd842929e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (e49d153b-3c9b-434c-954b-58a474fcd132), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:58.100656 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-52f86f7c-f447-4cde-8ef7-9b96df4eeb47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (e49d153b-3c9b-434c-954b-58a474fcd132), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:58.113672 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-af821c3a-f22d-4e45-8cd8-b77dd842929e None None] Port e49d153b-3c9b-434c-954b-58a474fcd132 cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 19:09:58.158718 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:09:58.193024 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 6 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 19:09:58.226055 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device bbdc779e-9268-49bb-8ade-f17a60adc50c up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 19:09:58.248821 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-f5619e9f-675b-4126-a446-8ab50e596778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'name': 'tempest-TestMinimumBasicScenario-1792446815-router', 'tenant_id': '434965eee025410ca595f90a8bd80ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '756bee6b-cb95-4f74-984d-bcac551e42e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:09:55Z', 'updated_at': '2022-06-16T19:09:56Z', 'revision_number': 3, 'project_id': '434965eee025410ca595f90a8bd80ee5', 'gw_port': {'id': '756bee6b-cb95-4f74-984d-bcac551e42e3', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:09:55Z', 'updated_at': '2022-06-16T19:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi'}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:09:58.274809 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5619e9f-675b-4126-a446-8ab50e596778 None None] The sync data for ids ['d9c49db7-1403-47fd-ae10-eaa53fc15bc2'] in dv-cinder-846171-1-iscsi is: [{'id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'name': 'tempest-TestMinimumBasicScenario-1792446815-router', 'tenant_id': '434965eee025410ca595f90a8bd80ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '756bee6b-cb95-4f74-984d-bcac551e42e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:09:55Z', 'updated_at': '2022-06-16T19:09:56Z', 'revision_number': 3, 'project_id': '434965eee025410ca595f90a8bd80ee5', 'gw_port': {'id': '756bee6b-cb95-4f74-984d-bcac551e42e3', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:09:55Z', 'updated_at': '2022-06-16T19:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi'}] {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:09:58.285157 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port bbdc779e-9268-49bb-8ade-f17a60adc50c triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:09:58.285768 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (bbdc779e-9268-49bb-8ade-f17a60adc50c), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:58.378536 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port bbdc779e-9268-49bb-8ade-f17a60adc50c is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:09:58.539426 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-52f86f7c-f447-4cde-8ef7-9b96df4eeb47 admin admin] Publish callbacks [] for port (e49d153b-3c9b-434c-954b-58a474fcd132), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:58.592796 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-52f86f7c-f447-4cde-8ef7-9b96df4eeb47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (e49d153b-3c9b-434c-954b-58a474fcd132), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:58.664142 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f86f7c-f447-4cde-8ef7-9b96df4eeb47 admin admin] Pushing event updated for resources: {'Port': ['ID=e49d153b-3c9b-434c-954b-58a474fcd132,revision_number=2']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:09:58.666704 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-52f86f7c-f447-4cde-8ef7-9b96df4eeb47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8339886'] for router_interface (d9c49db7-1403-47fd-ae10-eaa53fc15bc2), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:58.762501 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f86f7c-f447-4cde-8ef7-9b96df4eeb47 admin admin] Network 8ac31b9c-4b91-4420-8c18-00bfa7a64c28 is already hosted by enough agents. {{(pid=116193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:09:58.763798 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [None req-52f86f7c-f447-4cde-8ef7-9b96df4eeb47 admin admin] Resources bound (agent type, host, resource id): {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:09:58.880615 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f86f7c-f447-4cde-8ef7-9b96df4eeb47 admin admin] Router d9c49db7-1403-47fd-ae10-eaa53fc15bc2 has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 19:09:58.991374 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f86f7c-f447-4cde-8ef7-9b96df4eeb47 admin admin] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:09:58.996635 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-52f86f7c-f447-4cde-8ef7-9b96df4eeb47 admin admin] 10.222.0.81 "PUT /v2.0/routers/d9c49db7-1403-47fd-ae10-eaa53fc15bc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0192375 Jun 16 19:09:59.041809 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-389e83ee-2f76-40c0-b6aa-45b14069c033 None None] Provisioning complete for port e49d153b-3c9b-434c-954b-58a474fcd132 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:09:59.042365 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-389e83ee-2f76-40c0-b6aa-45b14069c033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (e49d153b-3c9b-434c-954b-58a474fcd132), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:59.077775 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-389e83ee-2f76-40c0-b6aa-45b14069c033 None None] Port e49d153b-3c9b-434c-954b-58a474fcd132 cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 19:09:59.729540 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 57664) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:09:59.735004 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-fb096930-aeff-4f1c-8226-4b39a3fc21a8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1150997860-network', 'tenant_id': '0fdb52841fa6484a9f3e0b8f5a1335b0'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:09:59.824388 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb096930-aeff-4f1c-8226-4b39a3fc21a8 admin admin] Made reservation on behalf of 0fdb52841fa6484a9f3e0b8f5a1335b0 for: {'network': 1} {{(pid=116193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 19:09:59.824388 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-fb096930-aeff-4f1c-8226-4b39a3fc21a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for network (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:59.833211 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-fb096930-aeff-4f1c-8226-4b39a3fc21a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:59.863734 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d750e28-fb96-48b1-8389-c5612da6dabe None None] Sync routers for ids ['d9c49db7-1403-47fd-ae10-eaa53fc15bc2'] in dv-cinder-846171-1-iscsi {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:09:59.875298 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d750e28-fb96-48b1-8389-c5612da6dabe None None] Routers {'d9c49db7-1403-47fd-ae10-eaa53fc15bc2'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:09:59.875914 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-3d750e28-fb96-48b1-8389-c5612da6dabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:09:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['d9c49db7-1403-47fd-ae10-eaa53fc15bc2'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:09:59.912273 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-fb096930-aeff-4f1c-8226-4b39a3fc21a8 admin admin] Publish callbacks [] for security_group (f3e43ed6-78dc-4b98-9592-78f75f597ab9), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:59.969958 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-fb096930-aeff-4f1c-8226-4b39a3fc21a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (f3e43ed6-78dc-4b98-9592-78f75f597ab9), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:09:59.976723 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-3d750e28-fb96-48b1-8389-c5612da6dabe None None] Set router d9c49db7-1403-47fd-ae10-eaa53fc15bc2 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:09:59.995338 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:00.004978 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb096930-aeff-4f1c-8226-4b39a3fc21a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1017, 'physical_network': 'physnet1'} {{(pid=116193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 19:10:00.016718 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb096930-aeff-4f1c-8226-4b39a3fc21a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e43ed6-78dc-4b98-9592-78f75f597ab9,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:10:00.019650 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-fb096930-aeff-4f1c-8226-4b39a3fc21a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056'] for segment (c13fcb74-bba0-4061-b44f-6b229f89e37b), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:00.019945 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.db.segments_db [None req-fb096930-aeff-4f1c-8226-4b39a3fc21a8 admin admin] Added segment c13fcb74-bba0-4061-b44f-6b229f89e37b of type vlan for network 8345456f-c82f-495e-88c3-272c13be19f4 Jun 16 19:10:00.061302 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-fb096930-aeff-4f1c-8226-4b39a3fc21a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748651047006'] for network (8345456f-c82f-495e-88c3-272c13be19f4), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:00.067904 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:00.169575 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-3d750e28-fb96-48b1-8389-c5612da6dabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'name': 'tempest-TestMinimumBasicScenario-1792446815-router', 'tenant_id': '434965eee025410ca595f90a8bd80ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '756bee6b-cb95-4f74-984d-bcac551e42e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:09:55Z', 'updated_at': '2022-06-16T19:09:57Z', 'revision_number': 4, 'project_id': '434965eee025410ca595f90a8bd80ee5', 'gw_port': {'id': '756bee6b-cb95-4f74-984d-bcac551e42e3', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:09:55Z', 'updated_at': '2022-06-16T19:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': 'e49d153b-3c9b-434c-954b-58a474fcd132', 'name': '', 'network_id': '8ac31b9c-4b91-4420-8c18-00bfa7a64c28', 'tenant_id': '434965eee025410ca595f90a8bd80ee5', 'mac_address': 'fa:16:3e:85:5e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'fc6f112e-26b7-4a06-9790-22232be895e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:09:57Z', 'updated_at': '2022-06-16T19:09:58Z', 'revision_number': 2, 'project_id': '434965eee025410ca595f90a8bd80ee5', 'subnets': [{'id': 'fc6f112e-26b7-4a06-9790-22232be895e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:10:00.188221 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-fb096930-aeff-4f1c-8226-4b39a3fc21a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080'] for network (8345456f-c82f-495e-88c3-272c13be19f4), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:00.189274 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb096930-aeff-4f1c-8226-4b39a3fc21a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:00.189864 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-fb096930-aeff-4f1c-8226-4b39a3fc21a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for network (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:00.201019 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d750e28-fb96-48b1-8389-c5612da6dabe None None] Checking router: d9c49db7-1403-47fd-ae10-eaa53fc15bc2 for host: dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:10:00.201747 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d750e28-fb96-48b1-8389-c5612da6dabe None None] Updating router d9c49db7-1403-47fd-ae10-eaa53fc15bc2 port e49d153b-3c9b-434c-954b-58a474fcd132 binding host dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 19:10:00.226439 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 756bee6b-cb95-4f74-984d-bcac551e42e3 up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 19:10:00.251509 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb096930-aeff-4f1c-8226-4b39a3fc21a8 admin admin] Pushing event updated for resources: {'Network': ['ID=8345456f-c82f-495e-88c3-272c13be19f4,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:10:00.254159 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-3d750e28-fb96-48b1-8389-c5612da6dabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (e49d153b-3c9b-434c-954b-58a474fcd132), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:00.274680 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Network 8345456f-c82f-495e-88c3-272c13be19f4 details requested by agent ovs-agent-dv-cinder-846171-1-iscsi with host dv-cinder-846171-1-iscsi {{(pid=116194) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 16 19:10:00.296867 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-fb096930-aeff-4f1c-8226-4b39a3fc21a8 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.5662060 Jun 16 19:10:00.299549 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 57666) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:10:00.304985 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-2add2ee4-9530-45ab-87e0-80992e1d2e0f admin admin] Request body: {'subnet': {'network_id': '8345456f-c82f-495e-88c3-272c13be19f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1150997860-subnet', 'tenant_id': '0fdb52841fa6484a9f3e0b8f5a1335b0', 'ip_version': 4}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:10:00.374510 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 756bee6b-cb95-4f74-984d-bcac551e42e3 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:10:00.374884 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (756bee6b-cb95-4f74-984d-bcac551e42e3), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:00.444476 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2add2ee4-9530-45ab-87e0-80992e1d2e0f admin admin] Made reservation on behalf of 0fdb52841fa6484a9f3e0b8f5a1335b0 for: {'subnet': 1} {{(pid=116193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 19:10:00.446938 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2add2ee4-9530-45ab-87e0-80992e1d2e0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5640637'] for subnet (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:00.473090 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=100 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:00.482259 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:00.564223 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 756bee6b-cb95-4f74-984d-bcac551e42e3 is: DOWN; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:10:00.564614 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (756bee6b-cb95-4f74-984d-bcac551e42e3), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:00.602913 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] For port 756bee6b-cb95-4f74-984d-bcac551e42e3, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=756bee6b-cb95-4f74-984d-bcac551e42e3,segment=NetworkSegment(71d34237-f06f-4603-b433-3dd04278adc6),segment_id=71d34237-f06f-4603-b433-3dd04278adc6)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:10:00.666775 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-3d750e28-fb96-48b1-8389-c5612da6dabe None None] Publish callbacks [] for port (e49d153b-3c9b-434c-954b-58a474fcd132), precommit_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:00.718809 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (756bee6b-cb95-4f74-984d-bcac551e42e3), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:00.765154 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2add2ee4-9530-45ab-87e0-80992e1d2e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5911716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5640591'] for subnet (c41004f1-9d5f-46c4-935f-6502431412b7), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:00.767597 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-3d750e28-fb96-48b1-8389-c5612da6dabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (e49d153b-3c9b-434c-954b-58a474fcd132), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:00.771160 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Pushing event updated for resources: {'Port': ['ID=756bee6b-cb95-4f74-984d-bcac551e42e3,revision_number=4']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:10:00.821363 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add2ee4-9530-45ab-87e0-80992e1d2e0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c41004f1-9d5f-46c4-935f-6502431412b7,revision_number=0']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:10:00.822742 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9bf96a-204c-4118-a718-715cb04040e1 None None] Pushing event updated for resources: {'Port': ['ID=e49d153b-3c9b-434c-954b-58a474fcd132,revision_number=3']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:10:00.837562 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2add2ee4-9530-45ab-87e0-80992e1d2e0f admin admin] Checking segment: {'id': 'c13fcb74-bba0-4061-b44f-6b229f89e37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '8345456f-c82f-495e-88c3-272c13be19f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 19:10:00.837562 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2add2ee4-9530-45ab-87e0-80992e1d2e0f admin admin] Network hostable DHCP agents. Network: 8345456f-c82f-495e-88c3-272c13be19f4, hostable agents: ['a953bae7-14c3-401b-bbd5-413ea1206353'], hosted agents: [] {{(pid=116193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 19:10:00.875426 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-3d750e28-fb96-48b1-8389-c5612da6dabe None None] Attempting to bind port e49d153b-3c9b-434c-954b-58a474fcd132 on host dv-cinder-846171-1-iscsi for vnic_type normal with profile {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 19:10:00.877494 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-3d750e28-fb96-48b1-8389-c5612da6dabe None None] Attempting to bind port e49d153b-3c9b-434c-954b-58a474fcd132 by drivers openvswitch,hyperv on host dv-cinder-846171-1-iscsi at level 0 using segments [{'id': '89f8d196-e0d9-4cb3-a766-c9ef157e28e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '8ac31b9c-4b91-4420-8c18-00bfa7a64c28'}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 19:10:00.877494 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d750e28-fb96-48b1-8389-c5612da6dabe None None] Attempting to bind port e49d153b-3c9b-434c-954b-58a474fcd132 on network 8ac31b9c-4b91-4420-8c18-00bfa7a64c28 {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 19:10:00.881694 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d750e28-fb96-48b1-8389-c5612da6dabe None None] Checking agent: {'id': 'ea8cc94b-de2a-4266-a745-8fe843a33d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846171-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 47, 42), 'started_at': datetime.datetime(2022, 6, 16, 18, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 19, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846171-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 19:10:00.882096 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d750e28-fb96-48b1-8389-c5612da6dabe None None] Checking segment: {'id': '89f8d196-e0d9-4cb3-a766-c9ef157e28e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '8ac31b9c-4b91-4420-8c18-00bfa7a64c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 19:10:00.882495 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-3d750e28-fb96-48b1-8389-c5612da6dabe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:00.882882 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d750e28-fb96-48b1-8389-c5612da6dabe None None] Bound using segment: {'id': '89f8d196-e0d9-4cb3-a766-c9ef157e28e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '8ac31b9c-4b91-4420-8c18-00bfa7a64c28'} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 19:10:00.883462 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-3d750e28-fb96-48b1-8389-c5612da6dabe None None] Bound port: e49d153b-3c9b-434c-954b-58a474fcd132, host: dv-cinder-846171-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f8d196-e0d9-4cb3-a766-c9ef157e28e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '8ac31b9c-4b91-4420-8c18-00bfa7a64c28'}}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 19:10:00.883844 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-3d750e28-fb96-48b1-8389-c5612da6dabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (e49d153b-3c9b-434c-954b-58a474fcd132), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:00.915983 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:00.930217 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2add2ee4-9530-45ab-87e0-80992e1d2e0f admin admin] Network 8345456f-c82f-495e-88c3-272c13be19f4 is scheduled to be hosted by DHCP agent a953bae7-14c3-401b-bbd5-413ea1206353 with binding_index 1 {{(pid=116193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 19:10:00.958114 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-3d750e28-fb96-48b1-8389-c5612da6dabe None None] For port e49d153b-3c9b-434c-954b-58a474fcd132, host dv-cinder-846171-1-iscsi, cleared binding levels {{(pid=116194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 19:10:00.961423 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-3d750e28-fb96-48b1-8389-c5612da6dabe None None] For port e49d153b-3c9b-434c-954b-58a474fcd132, host dv-cinder-846171-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=e49d153b-3c9b-434c-954b-58a474fcd132,segment=NetworkSegment(89f8d196-e0d9-4cb3-a766-c9ef157e28e6),segment_id=89f8d196-e0d9-4cb3-a766-c9ef157e28e6)] {{(pid=116194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 19:10:01.042989 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [None req-2add2ee4-9530-45ab-87e0-80992e1d2e0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846171-1-iscsi, 8345456f-c82f-495e-88c3-272c13be19f4) {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:10:01.048273 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2add2ee4-9530-45ab-87e0-80992e1d2e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:01.048876 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-2add2ee4-9530-45ab-87e0-80992e1d2e0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:01.126245 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00ea558-7571-4480-b459-f220820881de None None] Network 8345456f-c82f-495e-88c3-272c13be19f4 requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 19:10:01.132396 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-3d750e28-fb96-48b1-8389-c5612da6dabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (e49d153b-3c9b-434c-954b-58a474fcd132), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:01.156036 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-2add2ee4-9530-45ab-87e0-80992e1d2e0f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8551688 Jun 16 19:10:01.158653 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 57668) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:10:01.163036 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-3d452817-d078-4983-b5c7-424f8125081c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1150997860-router', 'tenant_id': '0fdb52841fa6484a9f3e0b8f5a1335b0', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:10:01.177014 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-34e0e32f-3299-489e-8f1f-6c78c0a1e992 None None] Provisioning complete for port e49d153b-3c9b-434c-954b-58a474fcd132 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:10:01.177567 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-34e0e32f-3299-489e-8f1f-6c78c0a1e992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (e49d153b-3c9b-434c-954b-58a474fcd132), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:01.287633 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d750e28-fb96-48b1-8389-c5612da6dabe None None] Routers {'d9c49db7-1403-47fd-ae10-eaa53fc15bc2'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:10:01.288258 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-3d750e28-fb96-48b1-8389-c5612da6dabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:09:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['d9c49db7-1403-47fd-ae10-eaa53fc15bc2'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:10:01.295577 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9bf96a-204c-4118-a718-715cb04040e1 None None] Pushing event updated for resources: {'Port': ['ID=e49d153b-3c9b-434c-954b-58a474fcd132,revision_number=4']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:10:01.353978 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-3d452817-d078-4983-b5c7-424f8125081c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8339937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12032'] for router (bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:01.354845 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-3d452817-d078-4983-b5c7-424f8125081c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8339730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8348846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8300508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12043'] for router (bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:01.385538 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f5c4a3-d8a5-46d2-b7f8-169d070be518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc834c0e-e25b-5433-9ce7-2b46938ad578-8345456f-c82f-495e-88c3-272c13be19f4', 'network_id': '8345456f-c82f-495e-88c3-272c13be19f4', 'project_id': '0fdb52841fa6484a9f3e0b8f5a1335b0', 'fixed_ips': [{'subnet_id': 'c41004f1-9d5f-46c4-935f-6502431412b7'}]}} from dv-cinder-846171-1-iscsi. {{(pid=116194) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 16 19:10:01.396554 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-78f5c4a3-d8a5-46d2-b7f8-169d070be518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:01.415501 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-3d452817-d078-4983-b5c7-424f8125081c admin admin] Publish callbacks [] for router_controller (bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd), precommit_add_association {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:01.445735 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-34e0e32f-3299-489e-8f1f-6c78c0a1e992 None None] Current status of the port e49d153b-3c9b-434c-954b-58a474fcd132 is: DOWN; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:10:01.446119 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-34e0e32f-3299-489e-8f1f-6c78c0a1e992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (e49d153b-3c9b-434c-954b-58a474fcd132), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:01.534897 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-3d750e28-fb96-48b1-8389-c5612da6dabe None None] Set router d9c49db7-1403-47fd-ae10-eaa53fc15bc2 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:10:01.536362 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:01.574627 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-34e0e32f-3299-489e-8f1f-6c78c0a1e992 None None] For port e49d153b-3c9b-434c-954b-58a474fcd132, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=e49d153b-3c9b-434c-954b-58a474fcd132,segment=NetworkSegment(89f8d196-e0d9-4cb3-a766-c9ef157e28e6),segment_id=89f8d196-e0d9-4cb3-a766-c9ef157e28e6)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:10:01.644919 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-3d452817-d078-4983-b5c7-424f8125081c admin admin] Publish callbacks [] for router_gateway (bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:01.650537 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-34e0e32f-3299-489e-8f1f-6c78c0a1e992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (e49d153b-3c9b-434c-954b-58a474fcd132), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:01.738334 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.db_base_plugin_common [None req-78f5c4a3-d8a5-46d2-b7f8-169d070be518 None None] Allocated IP 172.20.0.2 (8345456f-c82f-495e-88c3-272c13be19f4/c41004f1-9d5f-46c4-935f-6502431412b7/023d15ba-8709-47ad-a70e-01522ddb0bdb) {{(pid=116194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 19:10:01.798588 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e0e32f-3299-489e-8f1f-6c78c0a1e992 None None] Pushing event updated for resources: {'Port': ['ID=e49d153b-3c9b-434c-954b-58a474fcd132,revision_number=5']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:10:01.806886 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-8f705756-84c7-4d32-9a51-300b7ec087af None None] Provisioning complete for port e49d153b-3c9b-434c-954b-58a474fcd132 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:10:01.807263 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-8f705756-84c7-4d32-9a51-300b7ec087af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (e49d153b-3c9b-434c-954b-58a474fcd132), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:01.825864 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:01.921350 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:01.930344 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-3d452817-d078-4983-b5c7-424f8125081c admin admin] Publish callbacks [] for router_gateway (bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:01.953741 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-3d452817-d078-4983-b5c7-424f8125081c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:01.959634 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-3d750e28-fb96-48b1-8389-c5612da6dabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'name': 'tempest-TestMinimumBasicScenario-1792446815-router', 'tenant_id': '434965eee025410ca595f90a8bd80ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '756bee6b-cb95-4f74-984d-bcac551e42e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:09:55Z', 'updated_at': '2022-06-16T19:09:57Z', 'revision_number': 4, 'project_id': '434965eee025410ca595f90a8bd80ee5', 'gw_port': {'id': '756bee6b-cb95-4f74-984d-bcac551e42e3', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:09:55Z', 'updated_at': '2022-06-16T19:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': 'e49d153b-3c9b-434c-954b-58a474fcd132', 'name': '', 'network_id': '8ac31b9c-4b91-4420-8c18-00bfa7a64c28', 'tenant_id': '434965eee025410ca595f90a8bd80ee5', 'mac_address': 'fa:16:3e:85:5e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'fc6f112e-26b7-4a06-9790-22232be895e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:09:57Z', 'updated_at': '2022-06-16T19:10:00Z', 'revision_number': 4, 'project_id': '434965eee025410ca595f90a8bd80ee5', 'subnets': [{'id': 'fc6f112e-26b7-4a06-9790-22232be895e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:10:02.009397 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:02.014622 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d750e28-fb96-48b1-8389-c5612da6dabe None None] The sync data for ids ['d9c49db7-1403-47fd-ae10-eaa53fc15bc2'] in dv-cinder-846171-1-iscsi is: [{'id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'name': 'tempest-TestMinimumBasicScenario-1792446815-router', 'tenant_id': '434965eee025410ca595f90a8bd80ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '756bee6b-cb95-4f74-984d-bcac551e42e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:09:55Z', 'updated_at': '2022-06-16T19:09:57Z', 'revision_number': 4, 'project_id': '434965eee025410ca595f90a8bd80ee5', 'gw_port': {'id': '756bee6b-cb95-4f74-984d-bcac551e42e3', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:09:55Z', 'updated_at': '2022-06-16T19:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': 'e49d153b-3c9b-434c-954b-58a474fcd132', 'name': '', 'network_id': '8ac31b9c-4b91-4420-8c18-00bfa7a64c28', 'tenant_id': '434965eee025410ca595f90a8bd80ee5', 'mac_address': 'fa:16:3e:85:5e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'fc6f112e-26b7-4a06-9790-22232be895e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:09:57Z', 'updated_at': '2022-06-16T19:10:00Z', 'revision_number': 4, 'project_id': '434965eee025410ca595f90a8bd80ee5', 'subnets': [{'id': 'fc6f112e-26b7-4a06-9790-22232be895e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:10:02.042358 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-8f705756-84c7-4d32-9a51-300b7ec087af None None] Current status of the port e49d153b-3c9b-434c-954b-58a474fcd132 is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:10:02.076015 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-78f5c4a3-d8a5-46d2-b7f8-169d070be518 None None] Publish callbacks [] for port (023d15ba-8709-47ad-a70e-01522ddb0bdb), precommit_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:02.078704 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_common [None req-3d452817-d078-4983-b5c7-424f8125081c admin admin] Allocated IP 172.27.0.165 (d7ab3290-3ce1-430c-a2b5-625628340a0e/2251f151-d04b-4b41-88db-58f0d465a2f0/1e7ebb42-4233-4a30-8278-e6d19e526c1f) {{(pid=116193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 19:10:02.148038 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-78f5c4a3-d8a5-46d2-b7f8-169d070be518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864'] for port (023d15ba-8709-47ad-a70e-01522ddb0bdb), after_create {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:02.194481 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f5c4a3-d8a5-46d2-b7f8-169d070be518 None None] Network 8345456f-c82f-495e-88c3-272c13be19f4 is already hosted by enough agents. {{(pid=116194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:10:02.197812 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.scheduler.base_scheduler [None req-78f5c4a3-d8a5-46d2-b7f8-169d070be518 None None] Resources bound (agent type, host, resource id): {{(pid=116194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:10:02.205015 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f5c4a3-d8a5-46d2-b7f8-169d070be518 None None] Received port after_create {{(pid=116194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 19:10:02.218260 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f5c4a3-d8a5-46d2-b7f8-169d070be518 None None] Pushing event updated for resources: {'Port': ['ID=023d15ba-8709-47ad-a70e-01522ddb0bdb,revision_number=1']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:10:02.228707 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-3d452817-d078-4983-b5c7-424f8125081c admin admin] Publish callbacks [] for port (1e7ebb42-4233-4a30-8278-e6d19e526c1f), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:02.297164 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-78f5c4a3-d8a5-46d2-b7f8-169d070be518 None None] Attempting to bind port 023d15ba-8709-47ad-a70e-01522ddb0bdb on host dv-cinder-846171-1-iscsi for vnic_type normal with profile {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 19:10:02.297565 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-78f5c4a3-d8a5-46d2-b7f8-169d070be518 None None] Attempting to bind port 023d15ba-8709-47ad-a70e-01522ddb0bdb by drivers openvswitch,hyperv on host dv-cinder-846171-1-iscsi at level 0 using segments [{'id': 'c13fcb74-bba0-4061-b44f-6b229f89e37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '8345456f-c82f-495e-88c3-272c13be19f4'}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 19:10:02.298163 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f5c4a3-d8a5-46d2-b7f8-169d070be518 None None] Attempting to bind port 023d15ba-8709-47ad-a70e-01522ddb0bdb on network 8345456f-c82f-495e-88c3-272c13be19f4 {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 19:10:02.305568 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f5c4a3-d8a5-46d2-b7f8-169d070be518 None None] Checking agent: {'id': 'ea8cc94b-de2a-4266-a745-8fe843a33d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846171-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 47, 42), 'started_at': datetime.datetime(2022, 6, 16, 18, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 19, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846171-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 19:10:02.305965 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f5c4a3-d8a5-46d2-b7f8-169d070be518 None None] Checking segment: {'id': 'c13fcb74-bba0-4061-b44f-6b229f89e37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '8345456f-c82f-495e-88c3-272c13be19f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 19:10:02.306535 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-78f5c4a3-d8a5-46d2-b7f8-169d070be518 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:02.306978 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f5c4a3-d8a5-46d2-b7f8-169d070be518 None None] Bound using segment: {'id': 'c13fcb74-bba0-4061-b44f-6b229f89e37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '8345456f-c82f-495e-88c3-272c13be19f4'} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 19:10:02.307795 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-78f5c4a3-d8a5-46d2-b7f8-169d070be518 None None] Bound port: 023d15ba-8709-47ad-a70e-01522ddb0bdb, host: dv-cinder-846171-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c13fcb74-bba0-4061-b44f-6b229f89e37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '8345456f-c82f-495e-88c3-272c13be19f4'}}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 19:10:02.307894 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-78f5c4a3-d8a5-46d2-b7f8-169d070be518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (023d15ba-8709-47ad-a70e-01522ddb0bdb), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:02.314046 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 756bee6b-cb95-4f74-984d-bcac551e42e3 up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 19:10:02.331135 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-3d452817-d078-4983-b5c7-424f8125081c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (1e7ebb42-4233-4a30-8278-e6d19e526c1f), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:02.374994 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d452817-d078-4983-b5c7-424f8125081c admin admin] Network d7ab3290-3ce1-430c-a2b5-625628340a0e is already hosted by enough agents. {{(pid=116193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:10:02.385180 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [None req-3d452817-d078-4983-b5c7-424f8125081c admin admin] Resources bound (agent type, host, resource id): {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:10:02.390761 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d452817-d078-4983-b5c7-424f8125081c admin admin] Received port after_create {{(pid=116193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 19:10:02.395010 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d452817-d078-4983-b5c7-424f8125081c admin admin] Pushing event updated for resources: {'Port': ['ID=1e7ebb42-4233-4a30-8278-e6d19e526c1f,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:10:02.424366 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 756bee6b-cb95-4f74-984d-bcac551e42e3 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:10:02.425069 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (756bee6b-cb95-4f74-984d-bcac551e42e3), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:02.427580 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-78f5c4a3-d8a5-46d2-b7f8-169d070be518 None None] For port 023d15ba-8709-47ad-a70e-01522ddb0bdb, host dv-cinder-846171-1-iscsi, cleared binding levels {{(pid=116194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 19:10:02.459783 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-78f5c4a3-d8a5-46d2-b7f8-169d070be518 None None] For port 023d15ba-8709-47ad-a70e-01522ddb0bdb, host dv-cinder-846171-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=023d15ba-8709-47ad-a70e-01522ddb0bdb,segment=NetworkSegment(c13fcb74-bba0-4061-b44f-6b229f89e37b),segment_id=c13fcb74-bba0-4061-b44f-6b229f89e37b)] {{(pid=116194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 19:10:02.467503 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:02.514627 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 756bee6b-cb95-4f74-984d-bcac551e42e3 is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:10:02.515767 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device e49d153b-3c9b-434c-954b-58a474fcd132 up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 19:10:02.529014 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:02.552799 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-78f5c4a3-d8a5-46d2-b7f8-169d070be518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (023d15ba-8709-47ad-a70e-01522ddb0bdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:02.613804 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port e49d153b-3c9b-434c-954b-58a474fcd132 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:10:02.614184 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (e49d153b-3c9b-434c-954b-58a474fcd132), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:02.652563 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f5c4a3-d8a5-46d2-b7f8-169d070be518 None None] Pushing event updated for resources: {'Port': ['ID=023d15ba-8709-47ad-a70e-01522ddb0bdb,revision_number=2']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:10:02.723073 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port e49d153b-3c9b-434c-954b-58a474fcd132 is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:10:02.734343 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-3d452817-d078-4983-b5c7-424f8125081c admin admin] Publish callbacks [] for router_gateway (bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:02.939069 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-3d452817-d078-4983-b5c7-424f8125081c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8340216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8340070'] for router (bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:03.138210 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d452817-d078-4983-b5c7-424f8125081c admin admin] Router bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd is scheduled to L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a with binding_index 1 {{(pid=116193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 16 19:10:03.238863 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d452817-d078-4983-b5c7-424f8125081c admin admin] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:10:03.248213 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a55bf91-ae32-4d14-8bc3-df944fa11e22 None None] Sync routers for ids ['bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd'] in dv-cinder-846171-1-iscsi {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:10:03.257575 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a55bf91-ae32-4d14-8bc3-df944fa11e22 None None] Routers {'bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:10:03.258169 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-6a55bf91-ae32-4d14-8bc3-df944fa11e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:09:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:10:03.323423 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-3d452817-d078-4983-b5c7-424f8125081c admin admin] Publish callbacks [] for router (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:03.328488 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 57670) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:10:03.341203 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-3d452817-d078-4983-b5c7-424f8125081c admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1814303 Jun 16 19:10:03.365519 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-6a55bf91-ae32-4d14-8bc3-df944fa11e22 None None] Set router bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:10:03.544110 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-6a55bf91-ae32-4d14-8bc3-df944fa11e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd', 'name': 'tempest-TestMinimumBasicScenario-1150997860-router', 'tenant_id': '0fdb52841fa6484a9f3e0b8f5a1335b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1e7ebb42-4233-4a30-8278-e6d19e526c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:10:01Z', 'updated_at': '2022-06-16T19:10:02Z', 'revision_number': 3, 'project_id': '0fdb52841fa6484a9f3e0b8f5a1335b0', 'gw_port': {'id': '1e7ebb42-4233-4a30-8278-e6d19e526c1f', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:10:01Z', 'updated_at': '2022-06-16T19:10:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi'}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:10:03.568912 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a55bf91-ae32-4d14-8bc3-df944fa11e22 None None] Checking router: bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd for host: dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:10:03.569272 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a55bf91-ae32-4d14-8bc3-df944fa11e22 None None] Updating router bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd port 1e7ebb42-4233-4a30-8278-e6d19e526c1f binding host dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 19:10:03.599179 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-6a55bf91-ae32-4d14-8bc3-df944fa11e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (1e7ebb42-4233-4a30-8278-e6d19e526c1f), before_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:03.647460 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748bd703-7976-4a8b-afe9-499e89d9a6ac None None] Network 8345456f-c82f-495e-88c3-272c13be19f4 requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 19:10:03.664261 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:03.719678 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-f818b4ef-404d-4c65-9897-850fd9c1d25e None None] Provisioning complete for port 023d15ba-8709-47ad-a70e-01522ddb0bdb triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:10:03.720155 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-f818b4ef-404d-4c65-9897-850fd9c1d25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (023d15ba-8709-47ad-a70e-01522ddb0bdb), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:03.750919 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-063415ff-6f68-4bce-ae13-13d1a910518c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:03.870218 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-6a55bf91-ae32-4d14-8bc3-df944fa11e22 None None] Publish callbacks [] for port (1e7ebb42-4233-4a30-8278-e6d19e526c1f), precommit_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:03.915083 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:03.925754 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.db_base_plugin_common [None req-063415ff-6f68-4bce-ae13-13d1a910518c admin admin] Allocated IP 172.20.0.1 (8345456f-c82f-495e-88c3-272c13be19f4/c41004f1-9d5f-46c4-935f-6502431412b7/89d8ea55-b277-4b09-9035-ac35cc0f758a) {{(pid=116192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 19:10:03.966042 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-f818b4ef-404d-4c65-9897-850fd9c1d25e None None] Current status of the port 023d15ba-8709-47ad-a70e-01522ddb0bdb is: DOWN; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:10:03.966596 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-f818b4ef-404d-4c65-9897-850fd9c1d25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (023d15ba-8709-47ad-a70e-01522ddb0bdb), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:03.998493 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-6a55bf91-ae32-4d14-8bc3-df944fa11e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (1e7ebb42-4233-4a30-8278-e6d19e526c1f), after_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:04.002851 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-f818b4ef-404d-4c65-9897-850fd9c1d25e None None] For port 023d15ba-8709-47ad-a70e-01522ddb0bdb, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=023d15ba-8709-47ad-a70e-01522ddb0bdb,segment=NetworkSegment(c13fcb74-bba0-4061-b44f-6b229f89e37b),segment_id=c13fcb74-bba0-4061-b44f-6b229f89e37b)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:10:04.033918 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:04.034575 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-063415ff-6f68-4bce-ae13-13d1a910518c admin admin] Publish callbacks [] for port (89d8ea55-b277-4b09-9035-ac35cc0f758a), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:04.045577 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:04.054343 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.managers [None req-6a55bf91-ae32-4d14-8bc3-df944fa11e22 None None] Attempting to bind port 1e7ebb42-4233-4a30-8278-e6d19e526c1f on host dv-cinder-846171-1-iscsi for vnic_type normal with profile {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 19:10:04.055573 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.managers [None req-6a55bf91-ae32-4d14-8bc3-df944fa11e22 None None] Attempting to bind port 1e7ebb42-4233-4a30-8278-e6d19e526c1f by drivers openvswitch,hyperv on host dv-cinder-846171-1-iscsi at level 0 using segments [{'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}] {{(pid=116195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 19:10:04.055573 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a55bf91-ae32-4d14-8bc3-df944fa11e22 None None] Attempting to bind port 1e7ebb42-4233-4a30-8278-e6d19e526c1f on network d7ab3290-3ce1-430c-a2b5-625628340a0e {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 19:10:04.068046 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a55bf91-ae32-4d14-8bc3-df944fa11e22 None None] Checking agent: {'id': 'ea8cc94b-de2a-4266-a745-8fe843a33d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846171-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 47, 42), 'started_at': datetime.datetime(2022, 6, 16, 18, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 19, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846171-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 19:10:04.068421 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a55bf91-ae32-4d14-8bc3-df944fa11e22 None None] Checking segment: {'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 19:10:04.068822 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-6a55bf91-ae32-4d14-8bc3-df944fa11e22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:04.069212 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a55bf91-ae32-4d14-8bc3-df944fa11e22 None None] Bound using segment: {'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'} {{(pid=116195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 19:10:04.069719 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.managers [None req-6a55bf91-ae32-4d14-8bc3-df944fa11e22 None None] Bound port: 1e7ebb42-4233-4a30-8278-e6d19e526c1f, host: dv-cinder-846171-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d34237-f06f-4603-b433-3dd04278adc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e'}}] {{(pid=116195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 19:10:04.070081 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-6a55bf91-ae32-4d14-8bc3-df944fa11e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (1e7ebb42-4233-4a30-8278-e6d19e526c1f), before_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:04.072486 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a8638-8bdb-44e6-ba65-6f5d3e9a7538 None None] Pushing event updated for resources: {'Port': ['ID=1e7ebb42-4233-4a30-8278-e6d19e526c1f,revision_number=2']} {{(pid=116195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:10:04.113297 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-f818b4ef-404d-4c65-9897-850fd9c1d25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (023d15ba-8709-47ad-a70e-01522ddb0bdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:04.117290 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:04.119843 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.db [None req-6a55bf91-ae32-4d14-8bc3-df944fa11e22 None None] For port 1e7ebb42-4233-4a30-8278-e6d19e526c1f, host dv-cinder-846171-1-iscsi, cleared binding levels {{(pid=116195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 19:10:04.123921 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.plugins.ml2.db [None req-6a55bf91-ae32-4d14-8bc3-df944fa11e22 None None] For port 1e7ebb42-4233-4a30-8278-e6d19e526c1f, host dv-cinder-846171-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=1e7ebb42-4233-4a30-8278-e6d19e526c1f,segment=NetworkSegment(71d34237-f06f-4603-b433-3dd04278adc6),segment_id=71d34237-f06f-4603-b433-3dd04278adc6)] {{(pid=116195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 19:10:04.159819 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-063415ff-6f68-4bce-ae13-13d1a910518c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326567'] for port (89d8ea55-b277-4b09-9035-ac35cc0f758a), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:04.162422 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818b4ef-404d-4c65-9897-850fd9c1d25e None None] Pushing event updated for resources: {'Port': ['ID=023d15ba-8709-47ad-a70e-01522ddb0bdb,revision_number=3']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:10:04.197790 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063415ff-6f68-4bce-ae13-13d1a910518c admin admin] Network 8345456f-c82f-495e-88c3-272c13be19f4 is already hosted by enough agents. {{(pid=116192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:10:04.204998 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-063415ff-6f68-4bce-ae13-13d1a910518c admin admin] Resources bound (agent type, host, resource id): {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:10:04.204998 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063415ff-6f68-4bce-ae13-13d1a910518c admin admin] Received port after_create {{(pid=116192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 19:10:04.229205 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron_lib.callbacks.manager [None req-6a55bf91-ae32-4d14-8bc3-df944fa11e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (1e7ebb42-4233-4a30-8278-e6d19e526c1f), after_update {{(pid=116195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:04.236379 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4e70d703-28c5-4a32-bfc5-4e90f0e01deb None None] Provisioning complete for port 023d15ba-8709-47ad-a70e-01522ddb0bdb triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:10:04.237534 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4e70d703-28c5-4a32-bfc5-4e90f0e01deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (023d15ba-8709-47ad-a70e-01522ddb0bdb), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:04.244120 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063415ff-6f68-4bce-ae13-13d1a910518c admin admin] Pushing event updated for resources: {'Port': ['ID=89d8ea55-b277-4b09-9035-ac35cc0f758a,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:10:04.280350 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 023d15ba-8709-47ad-a70e-01522ddb0bdb up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 19:10:04.283414 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-063415ff-6f68-4bce-ae13-13d1a910518c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8339802'] for router_interface (bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:04.297620 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a8638-8bdb-44e6-ba65-6f5d3e9a7538 None None] Pushing event updated for resources: {'Port': ['ID=1e7ebb42-4233-4a30-8278-e6d19e526c1f,revision_number=3']} {{(pid=116195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:10:04.315349 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a55bf91-ae32-4d14-8bc3-df944fa11e22 None None] Routers {'bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:10:04.316249 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-6a55bf91-ae32-4d14-8bc3-df944fa11e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:09:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:10:04.358165 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 023d15ba-8709-47ad-a70e-01522ddb0bdb triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:10:04.358538 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (023d15ba-8709-47ad-a70e-01522ddb0bdb), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:04.419990 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4e70d703-28c5-4a32-bfc5-4e90f0e01deb None None] Current status of the port 023d15ba-8709-47ad-a70e-01522ddb0bdb is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:10:04.436175 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-6a55bf91-ae32-4d14-8bc3-df944fa11e22 None None] Set router bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:10:04.467826 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 023d15ba-8709-47ad-a70e-01522ddb0bdb is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:10:04.513819 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-063415ff-6f68-4bce-ae13-13d1a910518c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (89d8ea55-b277-4b09-9035-ac35cc0f758a), before_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:04.537963 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d1a2587f-566c-4839-9faf-ac2123bc8ffe None None] Provisioning complete for port 89d8ea55-b277-4b09-9035-ac35cc0f758a triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:10:04.538330 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d1a2587f-566c-4839-9faf-ac2123bc8ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (89d8ea55-b277-4b09-9035-ac35cc0f758a), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:04.571110 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d1a2587f-566c-4839-9faf-ac2123bc8ffe None None] Port 89d8ea55-b277-4b09-9035-ac35cc0f758a cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 19:10:04.610448 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-6a55bf91-ae32-4d14-8bc3-df944fa11e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd', 'name': 'tempest-TestMinimumBasicScenario-1150997860-router', 'tenant_id': '0fdb52841fa6484a9f3e0b8f5a1335b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1e7ebb42-4233-4a30-8278-e6d19e526c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:10:01Z', 'updated_at': '2022-06-16T19:10:02Z', 'revision_number': 3, 'project_id': '0fdb52841fa6484a9f3e0b8f5a1335b0', 'gw_port': {'id': '1e7ebb42-4233-4a30-8278-e6d19e526c1f', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:10:01Z', 'updated_at': '2022-06-16T19:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi'}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:10:04.635081 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a55bf91-ae32-4d14-8bc3-df944fa11e22 None None] The sync data for ids ['bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd'] in dv-cinder-846171-1-iscsi is: [{'id': 'bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd', 'name': 'tempest-TestMinimumBasicScenario-1150997860-router', 'tenant_id': '0fdb52841fa6484a9f3e0b8f5a1335b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1e7ebb42-4233-4a30-8278-e6d19e526c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:10:01Z', 'updated_at': '2022-06-16T19:10:02Z', 'revision_number': 3, 'project_id': '0fdb52841fa6484a9f3e0b8f5a1335b0', 'gw_port': {'id': '1e7ebb42-4233-4a30-8278-e6d19e526c1f', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:10:01Z', 'updated_at': '2022-06-16T19:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi'}] {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:10:04.646812 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:04.674046 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-063415ff-6f68-4bce-ae13-13d1a910518c admin admin] Publish callbacks [] for port (89d8ea55-b277-4b09-9035-ac35cc0f758a), precommit_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:04.747536 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-063415ff-6f68-4bce-ae13-13d1a910518c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326574'] for port (89d8ea55-b277-4b09-9035-ac35cc0f758a), after_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:04.819774 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-063415ff-6f68-4bce-ae13-13d1a910518c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8105098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8339886'] for router_interface (bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:04.821588 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063415ff-6f68-4bce-ae13-13d1a910518c admin admin] Pushing event updated for resources: {'Port': ['ID=89d8ea55-b277-4b09-9035-ac35cc0f758a,revision_number=2']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:10:04.931955 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063415ff-6f68-4bce-ae13-13d1a910518c admin admin] Network 8345456f-c82f-495e-88c3-272c13be19f4 is already hosted by enough agents. {{(pid=116192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:10:04.933255 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-063415ff-6f68-4bce-ae13-13d1a910518c admin admin] Resources bound (agent type, host, resource id): {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:10:05.053117 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063415ff-6f68-4bce-ae13-13d1a910518c admin admin] Router bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 19:10:05.162880 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063415ff-6f68-4bce-ae13-13d1a910518c admin admin] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:10:05.169492 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-063415ff-6f68-4bce-ae13-13d1a910518c admin admin] 10.222.0.81 "PUT /v2.0/routers/bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8400753 Jun 16 19:10:05.193536 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-6b130565-211c-4b85-abb6-1d4af67d1d4c None None] Provisioning complete for port 89d8ea55-b277-4b09-9035-ac35cc0f758a triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:10:05.194069 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-6b130565-211c-4b85-abb6-1d4af67d1d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (89d8ea55-b277-4b09-9035-ac35cc0f758a), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:05.227167 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-6b130565-211c-4b85-abb6-1d4af67d1d4c None None] Port 89d8ea55-b277-4b09-9035-ac35cc0f758a cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 19:10:06.220909 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2748b4b9-73a2-4193-983b-d3bfe86bd6bb None None] Sync routers for ids ['bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd'] in dv-cinder-846171-1-iscsi {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:10:06.235216 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2748b4b9-73a2-4193-983b-d3bfe86bd6bb None None] Routers {'bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:10:06.236170 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-2748b4b9-73a2-4193-983b-d3bfe86bd6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:09:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:10:06.359993 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:06.368272 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 023d15ba-8709-47ad-a70e-01522ddb0bdb up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 19:10:06.374288 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-2748b4b9-73a2-4193-983b-d3bfe86bd6bb None None] Set router bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:10:06.481145 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:06.538844 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 023d15ba-8709-47ad-a70e-01522ddb0bdb triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:10:06.539237 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (023d15ba-8709-47ad-a70e-01522ddb0bdb), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:06.685505 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 023d15ba-8709-47ad-a70e-01522ddb0bdb is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:10:06.686600 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 1e7ebb42-4233-4a30-8278-e6d19e526c1f up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 19:10:06.715836 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-2748b4b9-73a2-4193-983b-d3bfe86bd6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd', 'name': 'tempest-TestMinimumBasicScenario-1150997860-router', 'tenant_id': '0fdb52841fa6484a9f3e0b8f5a1335b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1e7ebb42-4233-4a30-8278-e6d19e526c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:10:01Z', 'updated_at': '2022-06-16T19:10:04Z', 'revision_number': 4, 'project_id': '0fdb52841fa6484a9f3e0b8f5a1335b0', 'gw_port': {'id': '1e7ebb42-4233-4a30-8278-e6d19e526c1f', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:10:01Z', 'updated_at': '2022-06-16T19:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '89d8ea55-b277-4b09-9035-ac35cc0f758a', 'name': '', 'network_id': '8345456f-c82f-495e-88c3-272c13be19f4', 'tenant_id': '0fdb52841fa6484a9f3e0b8f5a1335b0', 'mac_address': 'fa:16:3e:44:89:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'c41004f1-9d5f-46c4-935f-6502431412b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:10:03Z', 'updated_at': '2022-06-16T19:10:04Z', 'revision_number': 2, 'project_id': '0fdb52841fa6484a9f3e0b8f5a1335b0', 'subnets': [{'id': 'c41004f1-9d5f-46c4-935f-6502431412b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:10:06.749411 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2748b4b9-73a2-4193-983b-d3bfe86bd6bb None None] Checking router: bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd for host: dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:10:06.749681 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2748b4b9-73a2-4193-983b-d3bfe86bd6bb None None] Updating router bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd port 89d8ea55-b277-4b09-9035-ac35cc0f758a binding host dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 19:10:06.773145 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-c0a8d496-d9f2-4b0e-94b3-12ebcc7a6771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:06.788313 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-2748b4b9-73a2-4193-983b-d3bfe86bd6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (89d8ea55-b277-4b09-9035-ac35cc0f758a), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:06.797779 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 1e7ebb42-4233-4a30-8278-e6d19e526c1f triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:10:06.798148 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (1e7ebb42-4233-4a30-8278-e6d19e526c1f), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:06.974077 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 1e7ebb42-4233-4a30-8278-e6d19e526c1f is: DOWN; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:10:06.974458 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (1e7ebb42-4233-4a30-8278-e6d19e526c1f), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:07.014621 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] For port 1e7ebb42-4233-4a30-8278-e6d19e526c1f, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=1e7ebb42-4233-4a30-8278-e6d19e526c1f,segment=NetworkSegment(71d34237-f06f-4603-b433-3dd04278adc6),segment_id=71d34237-f06f-4603-b433-3dd04278adc6)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:10:07.086273 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (1e7ebb42-4233-4a30-8278-e6d19e526c1f), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:07.119410 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:07.178405 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Pushing event updated for resources: {'Port': ['ID=1e7ebb42-4233-4a30-8278-e6d19e526c1f,revision_number=4']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:10:07.201025 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-2748b4b9-73a2-4193-983b-d3bfe86bd6bb None None] Publish callbacks [] for port (89d8ea55-b277-4b09-9035-ac35cc0f758a), precommit_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:07.285233 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-2748b4b9-73a2-4193-983b-d3bfe86bd6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (89d8ea55-b277-4b09-9035-ac35cc0f758a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:07.423648 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b2f7a-8e4a-4fc3-8ab3-a4ce080daa40 None None] Pushing event updated for resources: {'Port': ['ID=89d8ea55-b277-4b09-9035-ac35cc0f758a,revision_number=3']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:10:07.444897 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-2748b4b9-73a2-4193-983b-d3bfe86bd6bb None None] Attempting to bind port 89d8ea55-b277-4b09-9035-ac35cc0f758a on host dv-cinder-846171-1-iscsi for vnic_type normal with profile {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 19:10:07.445397 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-2748b4b9-73a2-4193-983b-d3bfe86bd6bb None None] Attempting to bind port 89d8ea55-b277-4b09-9035-ac35cc0f758a by drivers openvswitch,hyperv on host dv-cinder-846171-1-iscsi at level 0 using segments [{'id': 'c13fcb74-bba0-4061-b44f-6b229f89e37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '8345456f-c82f-495e-88c3-272c13be19f4'}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 19:10:07.445830 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2748b4b9-73a2-4193-983b-d3bfe86bd6bb None None] Attempting to bind port 89d8ea55-b277-4b09-9035-ac35cc0f758a on network 8345456f-c82f-495e-88c3-272c13be19f4 {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 19:10:07.452207 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2748b4b9-73a2-4193-983b-d3bfe86bd6bb None None] Checking agent: {'id': 'ea8cc94b-de2a-4266-a745-8fe843a33d1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846171-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 47, 42), 'started_at': datetime.datetime(2022, 6, 16, 18, 48, 12), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 19, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846171-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 19:10:07.452677 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2748b4b9-73a2-4193-983b-d3bfe86bd6bb None None] Checking segment: {'id': 'c13fcb74-bba0-4061-b44f-6b229f89e37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '8345456f-c82f-495e-88c3-272c13be19f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 19:10:07.453148 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-2748b4b9-73a2-4193-983b-d3bfe86bd6bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:07.453629 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2748b4b9-73a2-4193-983b-d3bfe86bd6bb None None] Bound using segment: {'id': 'c13fcb74-bba0-4061-b44f-6b229f89e37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '8345456f-c82f-495e-88c3-272c13be19f4'} {{(pid=116194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 19:10:07.454195 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.managers [None req-2748b4b9-73a2-4193-983b-d3bfe86bd6bb None None] Bound port: 89d8ea55-b277-4b09-9035-ac35cc0f758a, host: dv-cinder-846171-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c13fcb74-bba0-4061-b44f-6b229f89e37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '8345456f-c82f-495e-88c3-272c13be19f4'}}] {{(pid=116194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 19:10:07.454672 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-2748b4b9-73a2-4193-983b-d3bfe86bd6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (89d8ea55-b277-4b09-9035-ac35cc0f758a), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:07.471126 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:07.533079 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-2748b4b9-73a2-4193-983b-d3bfe86bd6bb None None] For port 89d8ea55-b277-4b09-9035-ac35cc0f758a, host dv-cinder-846171-1-iscsi, cleared binding levels {{(pid=116194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 19:10:07.536772 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-2748b4b9-73a2-4193-983b-d3bfe86bd6bb None None] For port 89d8ea55-b277-4b09-9035-ac35cc0f758a, host dv-cinder-846171-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=89d8ea55-b277-4b09-9035-ac35cc0f758a,segment=NetworkSegment(c13fcb74-bba0-4061-b44f-6b229f89e37b),segment_id=c13fcb74-bba0-4061-b44f-6b229f89e37b)] {{(pid=116194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 19:10:07.623081 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-2748b4b9-73a2-4193-983b-d3bfe86bd6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (89d8ea55-b277-4b09-9035-ac35cc0f758a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:07.716440 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-a12086dc-6037-46b0-a122-b45ddba2f06f None None] Provisioning complete for port 89d8ea55-b277-4b09-9035-ac35cc0f758a triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:10:07.716819 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-a12086dc-6037-46b0-a122-b45ddba2f06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (89d8ea55-b277-4b09-9035-ac35cc0f758a), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:07.744059 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2748b4b9-73a2-4193-983b-d3bfe86bd6bb None None] Routers {'bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:10:07.744702 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-2748b4b9-73a2-4193-983b-d3bfe86bd6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:09:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:10:07.749805 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b2f7a-8e4a-4fc3-8ab3-a4ce080daa40 None None] Pushing event updated for resources: {'Port': ['ID=89d8ea55-b277-4b09-9035-ac35cc0f758a,revision_number=4']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:10:07.940163 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-a12086dc-6037-46b0-a122-b45ddba2f06f None None] Current status of the port 89d8ea55-b277-4b09-9035-ac35cc0f758a is: DOWN; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:10:07.940647 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-a12086dc-6037-46b0-a122-b45ddba2f06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (89d8ea55-b277-4b09-9035-ac35cc0f758a), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:07.971979 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-2748b4b9-73a2-4193-983b-d3bfe86bd6bb None None] Set router bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:10:08.014686 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-a12086dc-6037-46b0-a122-b45ddba2f06f None None] For port 89d8ea55-b277-4b09-9035-ac35cc0f758a, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=89d8ea55-b277-4b09-9035-ac35cc0f758a,segment=NetworkSegment(c13fcb74-bba0-4061-b44f-6b229f89e37b),segment_id=c13fcb74-bba0-4061-b44f-6b229f89e37b)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:10:08.131346 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-a12086dc-6037-46b0-a122-b45ddba2f06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (89d8ea55-b277-4b09-9035-ac35cc0f758a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:08.374943 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12086dc-6037-46b0-a122-b45ddba2f06f None None] Pushing event updated for resources: {'Port': ['ID=89d8ea55-b277-4b09-9035-ac35cc0f758a,revision_number=5']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:10:08.380553 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 1e7ebb42-4233-4a30-8278-e6d19e526c1f up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 19:10:08.393703 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:08.418988 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-e6c124de-ecb3-4417-9e5f-4b081654814b None None] Provisioning complete for port 89d8ea55-b277-4b09-9035-ac35cc0f758a triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:10:08.419372 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-e6c124de-ecb3-4417-9e5f-4b081654814b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (89d8ea55-b277-4b09-9035-ac35cc0f758a), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:08.456453 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-2748b4b9-73a2-4193-983b-d3bfe86bd6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd', 'name': 'tempest-TestMinimumBasicScenario-1150997860-router', 'tenant_id': '0fdb52841fa6484a9f3e0b8f5a1335b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1e7ebb42-4233-4a30-8278-e6d19e526c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:10:01Z', 'updated_at': '2022-06-16T19:10:04Z', 'revision_number': 4, 'project_id': '0fdb52841fa6484a9f3e0b8f5a1335b0', 'gw_port': {'id': '1e7ebb42-4233-4a30-8278-e6d19e526c1f', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:10:01Z', 'updated_at': '2022-06-16T19:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '89d8ea55-b277-4b09-9035-ac35cc0f758a', 'name': '', 'network_id': '8345456f-c82f-495e-88c3-272c13be19f4', 'tenant_id': '0fdb52841fa6484a9f3e0b8f5a1335b0', 'mac_address': 'fa:16:3e:44:89:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'c41004f1-9d5f-46c4-935f-6502431412b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:10:03Z', 'updated_at': '2022-06-16T19:10:07Z', 'revision_number': 4, 'project_id': '0fdb52841fa6484a9f3e0b8f5a1335b0', 'subnets': [{'id': 'c41004f1-9d5f-46c4-935f-6502431412b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:10:08.495443 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2748b4b9-73a2-4193-983b-d3bfe86bd6bb None None] The sync data for ids ['bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd'] in dv-cinder-846171-1-iscsi is: [{'id': 'bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd', 'name': 'tempest-TestMinimumBasicScenario-1150997860-router', 'tenant_id': '0fdb52841fa6484a9f3e0b8f5a1335b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1e7ebb42-4233-4a30-8278-e6d19e526c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:10:01Z', 'updated_at': '2022-06-16T19:10:04Z', 'revision_number': 4, 'project_id': '0fdb52841fa6484a9f3e0b8f5a1335b0', 'gw_port': {'id': '1e7ebb42-4233-4a30-8278-e6d19e526c1f', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:10:01Z', 'updated_at': '2022-06-16T19:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': '89d8ea55-b277-4b09-9035-ac35cc0f758a', 'name': '', 'network_id': '8345456f-c82f-495e-88c3-272c13be19f4', 'tenant_id': '0fdb52841fa6484a9f3e0b8f5a1335b0', 'mac_address': 'fa:16:3e:44:89:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'c41004f1-9d5f-46c4-935f-6502431412b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:10:03Z', 'updated_at': '2022-06-16T19:10:07Z', 'revision_number': 4, 'project_id': '0fdb52841fa6484a9f3e0b8f5a1335b0', 'subnets': [{'id': 'c41004f1-9d5f-46c4-935f-6502431412b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:10:08.513413 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 1e7ebb42-4233-4a30-8278-e6d19e526c1f triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:10:08.513784 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (1e7ebb42-4233-4a30-8278-e6d19e526c1f), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:08.573445 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:08.601100 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-e6c124de-ecb3-4417-9e5f-4b081654814b None None] Current status of the port 89d8ea55-b277-4b09-9035-ac35cc0f758a is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:10:08.669492 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 1e7ebb42-4233-4a30-8278-e6d19e526c1f is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:10:09.574690 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-ae3d179c-2888-4ec8-98f8-41c297786f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:10.254835 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 89d8ea55-b277-4b09-9035-ac35cc0f758a up at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 19:10:10.300055 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:10.311151 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Provisioning complete for port 89d8ea55-b277-4b09-9035-ac35cc0f758a triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:10:10.311530 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (89d8ea55-b277-4b09-9035-ac35cc0f758a), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:10.393433 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Current status of the port 89d8ea55-b277-4b09-9035-ac35cc0f758a is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:10:11.615726 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:12.105875 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:13.251672 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=36,neutron:INSERT=1,neutron:DELETE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:13.252770 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:14.606087 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=72,neutron:INSERT=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:14.613607 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=5 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:15.159644 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=31 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:15.161369 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=73 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:17.013564 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-b509f214-238a-40bf-a8a6-10f47f643dc9 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:17.015042 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-b509f214-238a-40bf-a8a6-10f47f643dc9 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/networks?id=8ac31b9c-4b91-4420-8c18-00bfa7a64c28 HTTP/1.1" status: 200 len: 815 time: 0.1058316 Jun 16 19:10:17.030333 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-e0868c8d-c0e3-4b38-9a81-20e5f9542fce tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/quotas/434965eee025410ca595f90a8bd80ee5 HTTP/1.1" status: 200 len: 375 time: 0.0100236 Jun 16 19:10:17.077754 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-d2cf88bd-13af-4070-9f49-22e64a154cf4 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=434965eee025410ca595f90a8bd80ee5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426629 Jun 16 19:10:17.266716 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-cb315bc7-fc39-4f97-b050-898f1693da37 service neutron] 10.222.0.81 "GET /v2.0/networks/8ac31b9c-4b91-4420-8c18-00bfa7a64c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783254 Jun 16 19:10:17.354509 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-80b5fe9c-0bd4-4f28-b91f-163f6a077238 service neutron] 10.222.0.81 "GET /v2.0/networks/8ac31b9c-4b91-4420-8c18-00bfa7a64c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821266 Jun 16 19:10:17.594288 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-271dae6c-c4d8-4d5b-8867-334812aba14b req-82c9079c-ee7d-457c-be12-126fd49f2f7f tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 210 time: 0.0326710 Jun 16 19:10:18.671102 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-18e885d0-95b5-4691-9c90-dfe25576fa59 req-38d611ce-872a-4c87-a8b3-08532e63e257 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 210 time: 0.0284669 Jun 16 19:10:19.764818 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-39ec8842-89ad-4579-b6e2-147bbcda2cf5 req-842e2078-8440-4748-85f1-c644e0708dd1 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 210 time: 0.0280302 Jun 16 19:10:19.970782 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-82e087e1-9139-4856-a03d-d64e774118a3 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:19.972135 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-82e087e1-9139-4856-a03d-d64e774118a3 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.66 "GET /v2.0/networks?id=8ac31b9c-4b91-4420-8c18-00bfa7a64c28 HTTP/1.1" status: 200 len: 815 time: 0.1024957 Jun 16 19:10:19.984771 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-3b7ef202-e0c8-4d0d-be39-79c69114a793 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Request body: {'port': {'device_id': '1348675e-c712-4fef-bfa2-055adc5e73b7', 'network_id': '8ac31b9c-4b91-4420-8c18-00bfa7a64c28', 'admin_state_up': True, 'tenant_id': '434965eee025410ca595f90a8bd80ee5'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:10:20.162973 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-3b7ef202-e0c8-4d0d-be39-79c69114a793 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Made reservation on behalf of 434965eee025410ca595f90a8bd80ee5 for: {'port': 1} {{(pid=116193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 19:10:20.166779 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-3b7ef202-e0c8-4d0d-be39-79c69114a793 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:20.298491 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_common [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-3b7ef202-e0c8-4d0d-be39-79c69114a793 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Allocated IP 172.20.0.9 (8ac31b9c-4b91-4420-8c18-00bfa7a64c28/fc6f112e-26b7-4a06-9790-22232be895e9/efca7ecf-770c-43f6-ad48-76e41bcc8e51) {{(pid=116193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 19:10:20.441023 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:20.450741 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-3b7ef202-e0c8-4d0d-be39-79c69114a793 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks [] for port (efca7ecf-770c-43f6-ad48-76e41bcc8e51), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:20.455842 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:20.614675 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-3b7ef202-e0c8-4d0d-be39-79c69114a793 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (efca7ecf-770c-43f6-ad48-76e41bcc8e51), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:20.682637 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-3b7ef202-e0c8-4d0d-be39-79c69114a793 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Network 8ac31b9c-4b91-4420-8c18-00bfa7a64c28 is already hosted by enough agents. {{(pid=116193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:10:20.686194 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.base_scheduler [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-3b7ef202-e0c8-4d0d-be39-79c69114a793 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Resources bound (agent type, host, resource id): {{(pid=116193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:10:20.692655 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-3b7ef202-e0c8-4d0d-be39-79c69114a793 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Received port after_create {{(pid=116193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 19:10:20.733754 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ef202-e0c8-4d0d-be39-79c69114a793 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Pushing event updated for resources: {'Port': ['ID=efca7ecf-770c-43f6-ad48-76e41bcc8e51,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:10:20.766696 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-3b7ef202-e0c8-4d0d-be39-79c69114a793 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:20.767494 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-3b7ef202-e0c8-4d0d-be39-79c69114a793 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:20.848170 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-3b7ef202-e0c8-4d0d-be39-79c69114a793 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8673346 Jun 16 19:10:20.920477 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49240805-7209-4097-9c4f-97655388fe4f req-46248100-f2d5-4c9a-b9f5-a4ea8eea4724 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:20.928381 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-49240805-7209-4097-9c4f-97655388fe4f req-46248100-f2d5-4c9a-b9f5-a4ea8eea4724 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 931 time: 0.0750585 Jun 16 19:10:21.001840 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-49240805-7209-4097-9c4f-97655388fe4f req-4919f0dd-c234-4b55-9adf-78c80c433713 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/security-groups?id=535f41b5-87fd-4c63-9e01-6465553440e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723844 Jun 16 19:10:21.102066 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-c4f0967e-237f-49ee-8ec8-7b7287d5036e None None] Provisioning complete for port efca7ecf-770c-43f6-ad48-76e41bcc8e51 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:10:21.103843 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-c4f0967e-237f-49ee-8ec8-7b7287d5036e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (efca7ecf-770c-43f6-ad48-76e41bcc8e51), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:21.140045 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-c4f0967e-237f-49ee-8ec8-7b7287d5036e None None] Port efca7ecf-770c-43f6-ad48-76e41bcc8e51 cannot update to ACTIVE because it is not bound. {{(pid=116194) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 16 19:10:22.118085 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d4c3d-7700-4302-bdd7-02b76200acf4 req-f1723b30-99bb-43ca-9b59-60cdb57e227b tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:22.119835 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-372d4c3d-7700-4302-bdd7-02b76200acf4 req-f1723b30-99bb-43ca-9b59-60cdb57e227b tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 931 time: 0.0487413 Jun 16 19:10:22.177811 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-372d4c3d-7700-4302-bdd7-02b76200acf4 req-52aceb58-bb49-45eb-add5-7ed8fd05fe5a tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/security-groups?id=535f41b5-87fd-4c63-9e01-6465553440e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515616 Jun 16 19:10:23.292026 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcca3f-e8e0-40c0-8012-d573e4e85ce2 req-6ff15c4d-2590-4c05-9356-466bf18a23a5 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:23.293536 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ccfcca3f-e8e0-40c0-8012-d573e4e85ce2 req-6ff15c4d-2590-4c05-9356-466bf18a23a5 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 931 time: 0.0500309 Jun 16 19:10:23.346331 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ccfcca3f-e8e0-40c0-8012-d573e4e85ce2 req-526805bf-d466-4d77-9c46-062ba616c7c1 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/security-groups?id=535f41b5-87fd-4c63-9e01-6465553440e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460873 Jun 16 19:10:24.469227 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942be05-5e05-4511-a0b2-57d7f3b8c559 req-403c019f-8fb9-4626-8b02-a3d2476eeb58 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:24.470597 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4942be05-5e05-4511-a0b2-57d7f3b8c559 req-403c019f-8fb9-4626-8b02-a3d2476eeb58 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 931 time: 0.0522094 Jun 16 19:10:24.519615 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4942be05-5e05-4511-a0b2-57d7f3b8c559 req-fd244c1f-f2e4-4ccc-85fd-6e9d266c36d4 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/security-groups?id=535f41b5-87fd-4c63-9e01-6465553440e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433893 Jun 16 19:10:25.636847 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b2765-feb6-44a0-89b0-1ed34e74d849 req-cb26408f-e32e-4fa0-bb76-5cd0f60840e4 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:25.638273 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1e5b2765-feb6-44a0-89b0-1ed34e74d849 req-cb26408f-e32e-4fa0-bb76-5cd0f60840e4 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 931 time: 0.0487154 Jun 16 19:10:25.693441 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1e5b2765-feb6-44a0-89b0-1ed34e74d849 req-4b8e0d8c-171c-4455-a9a0-7d2042cf338d tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/security-groups?id=535f41b5-87fd-4c63-9e01-6465553440e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482700 Jun 16 19:10:26.812576 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0379227-b5b7-48d6-aa00-03b5400fc78d req-4f59412d-28c2-4b03-b77f-c07d3022f4b9 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:26.814117 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f0379227-b5b7-48d6-aa00-03b5400fc78d req-4f59412d-28c2-4b03-b77f-c07d3022f4b9 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 931 time: 0.0534556 Jun 16 19:10:26.866370 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f0379227-b5b7-48d6-aa00-03b5400fc78d req-232fae4b-0396-4d10-b7da-87a9d20d1d35 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/security-groups?id=535f41b5-87fd-4c63-9e01-6465553440e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456908 Jun 16 19:10:27.633461 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:27.964475 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:27.982892 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c880e94-1357-40ca-94b4-3a5a74fd186e req-9192afeb-cbfd-41aa-ba0e-ddd94bc378eb tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:27.984378 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9c880e94-1357-40ca-94b4-3a5a74fd186e req-9192afeb-cbfd-41aa-ba0e-ddd94bc378eb tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 931 time: 0.0471656 Jun 16 19:10:28.032137 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-9c880e94-1357-40ca-94b4-3a5a74fd186e req-4a152100-4e0c-4495-bbff-b0575064ad98 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/security-groups?id=535f41b5-87fd-4c63-9e01-6465553440e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420823 Jun 16 19:10:28.346323 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-40810de4-6444-464a-a8a3-3aa9576b3a02 service neutron] Request body: {'port': {'device_id': '1348675e-c712-4fef-bfa2-055adc5e73b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:10:28.407304 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-40810de4-6444-464a-a8a3-3aa9576b3a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (efca7ecf-770c-43f6-ad48-76e41bcc8e51), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:28.611539 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:28.655290 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-40810de4-6444-464a-a8a3-3aa9576b3a02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efca7ecf-770c-43f6-ad48-76e41bcc8e51 {{(pid=116193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 19:10:28.662766 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-40810de4-6444-464a-a8a3-3aa9576b3a02 service neutron] Publish callbacks [] for port (efca7ecf-770c-43f6-ad48-76e41bcc8e51), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:28.676246 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.provisioning_blocks [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-40810de4-6444-464a-a8a3-3aa9576b3a02 service neutron] Transition to ACTIVE for port object efca7ecf-770c-43f6-ad48-76e41bcc8e51 will not be triggered until provisioned by entity L2. {{(pid=116193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 16 19:10:28.739082 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-40810de4-6444-464a-a8a3-3aa9576b3a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (efca7ecf-770c-43f6-ad48-76e41bcc8e51), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:28.787606 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40810de4-6444-464a-a8a3-3aa9576b3a02 service neutron] Pushing event updated for resources: {'Port': ['ID=efca7ecf-770c-43f6-ad48-76e41bcc8e51,revision_number=2']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:10:28.866756 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-40810de4-6444-464a-a8a3-3aa9576b3a02 service neutron] Attempting to bind port efca7ecf-770c-43f6-ad48-76e41bcc8e51 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 16 19:10:28.867227 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-40810de4-6444-464a-a8a3-3aa9576b3a02 service neutron] Attempting to bind port efca7ecf-770c-43f6-ad48-76e41bcc8e51 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '89f8d196-e0d9-4cb3-a766-c9ef157e28e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '8ac31b9c-4b91-4420-8c18-00bfa7a64c28'}] {{(pid=116193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 16 19:10:28.867562 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-40810de4-6444-464a-a8a3-3aa9576b3a02 service neutron] Attempting to bind port efca7ecf-770c-43f6-ad48-76e41bcc8e51 on network 8ac31b9c-4b91-4420-8c18-00bfa7a64c28 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 19:10:28.872798 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-40810de4-6444-464a-a8a3-3aa9576b3a02 service neutron] Port efca7ecf-770c-43f6-ad48-76e41bcc8e51 on network 8ac31b9c-4b91-4420-8c18-00bfa7a64c28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 16 19:10:28.873265 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-40810de4-6444-464a-a8a3-3aa9576b3a02 service neutron] Attempting to bind port efca7ecf-770c-43f6-ad48-76e41bcc8e51 on network 8ac31b9c-4b91-4420-8c18-00bfa7a64c28 {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 16 19:10:28.878440 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-40810de4-6444-464a-a8a3-3aa9576b3a02 service neutron] Checking agent: {'id': '78e75526-212b-4550-9dc1-6e088b901fa5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'started_at': datetime.datetime(2022, 6, 16, 18, 53, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 16, 19, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 16 19:10:28.878775 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-40810de4-6444-464a-a8a3-3aa9576b3a02 service neutron] Checking segment: {'id': '89f8d196-e0d9-4cb3-a766-c9ef157e28e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '8ac31b9c-4b91-4420-8c18-00bfa7a64c28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=116193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 16 19:10:28.879158 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-40810de4-6444-464a-a8a3-3aa9576b3a02 service neutron] Bound using segment: {'id': '89f8d196-e0d9-4cb3-a766-c9ef157e28e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '8ac31b9c-4b91-4420-8c18-00bfa7a64c28'} {{(pid=116193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 16 19:10:28.879580 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.managers [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-40810de4-6444-464a-a8a3-3aa9576b3a02 service neutron] Bound port: efca7ecf-770c-43f6-ad48-76e41bcc8e51, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f8d196-e0d9-4cb3-a766-c9ef157e28e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '8ac31b9c-4b91-4420-8c18-00bfa7a64c28'}}] {{(pid=116193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 16 19:10:28.879944 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-40810de4-6444-464a-a8a3-3aa9576b3a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (efca7ecf-770c-43f6-ad48-76e41bcc8e51), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:28.942432 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-40810de4-6444-464a-a8a3-3aa9576b3a02 service neutron] For port efca7ecf-770c-43f6-ad48-76e41bcc8e51, host hv-cinder-84617, cleared binding levels {{(pid=116193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 16 19:10:28.945475 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-40810de4-6444-464a-a8a3-3aa9576b3a02 service neutron] For port efca7ecf-770c-43f6-ad48-76e41bcc8e51, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=efca7ecf-770c-43f6-ad48-76e41bcc8e51,segment=NetworkSegment(89f8d196-e0d9-4cb3-a766-c9ef157e28e6),segment_id=89f8d196-e0d9-4cb3-a766-c9ef157e28e6)] {{(pid=116193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 16 19:10:28.993560 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-40810de4-6444-464a-a8a3-3aa9576b3a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (efca7ecf-770c-43f6-ad48-76e41bcc8e51), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:29.029708 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-40810de4-6444-464a-a8a3-3aa9576b3a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:29.030333 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-40810de4-6444-464a-a8a3-3aa9576b3a02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:29.031708 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-40810de4-6444-464a-a8a3-3aa9576b3a02 service neutron] 10.222.0.66 "PUT /v2.0/ports/efca7ecf-770c-43f6-ad48-76e41bcc8e51 HTTP/1.1" status: 200 len: 1093 time: 0.6897702 Jun 16 19:10:29.032140 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1348675e-c712-4fef-bfa2-055adc5e73b7', 'tag': 'efca7ecf-770c-43f6-ad48-76e41bcc8e51'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:10:29.034414 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a768503d-716e-46a6-9400-eafbbc201e92" -d '{"events": [{"name": "network-changed", "server_uuid": "1348675e-c712-4fef-bfa2-055adc5e73b7", "tag": "efca7ecf-770c-43f6-ad48-76e41bcc8e51"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:10:29.056823 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40810de4-6444-464a-a8a3-3aa9576b3a02 service neutron] Pushing event updated for resources: {'Port': ['ID=efca7ecf-770c-43f6-ad48-76e41bcc8e51,revision_number=3']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:10:29.074485 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 19:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7d7156-8d5b-45e0-b019-9764e505de7b x-openstack-request-id: req-9a7d7156-8d5b-45e0-b019-9764e505de7b {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:10:29.074633 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1348675e-c712-4fef-bfa2-055adc5e73b7", "tag": "efca7ecf-770c-43f6-ad48-76e41bcc8e51", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:10:29.074874 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9a7d7156-8d5b-45e0-b019-9764e505de7b {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:10:29.075824 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a7d7156-8d5b-45e0-b019-9764e505de7b'] response: {'name': 'network-changed', 'server_uuid': '1348675e-c712-4fef-bfa2-055adc5e73b7', 'tag': 'efca7ecf-770c-43f6-ad48-76e41bcc8e51', 'status': 'completed', 'code': 200} Jun 16 19:10:29.164389 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768503d-716e-46a6-9400-eafbbc201e92 req-81666dcc-cc7b-4dd8-9f27-9b69832891aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:29.166016 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a768503d-716e-46a6-9400-eafbbc201e92 req-81666dcc-cc7b-4dd8-9f27-9b69832891aa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=434965eee025410ca595f90a8bd80ee5&device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 1127 time: 0.0702338 Jun 16 19:10:29.202980 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b09a08-bc13-4b58-89a3-c6b572891ff1 req-42b82c0c-5372-4633-bb28-d4d3713d67b7 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:29.202980 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-13b09a08-bc13-4b58-89a3-c6b572891ff1 req-42b82c0c-5372-4633-bb28-d4d3713d67b7 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 943 time: 0.0676382 Jun 16 19:10:29.505732 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:29.537981 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-13b09a08-bc13-4b58-89a3-c6b572891ff1 req-41dad2cd-129e-4af9-aae5-ee4799a8af6b tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/security-groups?id=535f41b5-87fd-4c63-9e01-6465553440e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335624 Jun 16 19:10:29.556131 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768503d-716e-46a6-9400-eafbbc201e92 req-d44d7291-fbf4-43ba-86d0-2ee75645db10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:29.557606 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a768503d-716e-46a6-9400-eafbbc201e92 req-d44d7291-fbf4-43ba-86d0-2ee75645db10 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=434965eee025410ca595f90a8bd80ee5&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3830197 Jun 16 19:10:29.649419 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768503d-716e-46a6-9400-eafbbc201e92 req-7f45f9e9-4caf-4f75-89bf-9db93bda2282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:29.650868 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-a768503d-716e-46a6-9400-eafbbc201e92 req-7f45f9e9-4caf-4f75-89bf-9db93bda2282 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0866013 Jun 16 19:10:29.724299 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-db2ab9e1-32ed-47dc-94e5-212626240af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:29.725812 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-db2ab9e1-32ed-47dc-94e5-212626240af2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=434965eee025410ca595f90a8bd80ee5&device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 1127 time: 0.0411055 Jun 16 19:10:29.764552 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-ca762575-fa28-43cb-88b3-8e0a8977e79e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efca7ecf-770c-43f6-ad48-76e41bcc8e51 HTTP/1.1" status: 200 len: 217 time: 0.0315816 Jun 16 19:10:29.811197 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-78bc244a-a0a0-4e43-8050-cd7408c57254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:29.812581 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-78bc244a-a0a0-4e43-8050-cd7408c57254 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fc6f112e-26b7-4a06-9790-22232be895e9 HTTP/1.1" status: 200 len: 854 time: 0.0422585 Jun 16 19:10:29.858592 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-3d673067-1fc8-4145-ac1d-fd9e67de460d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:29.860107 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-3d673067-1fc8-4145-ac1d-fd9e67de460d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8ac31b9c-4b91-4420-8c18-00bfa7a64c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412886 Jun 16 19:10:29.883188 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:29.950544 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-56478eb0-7ce1-4fe6-8ea2-cad54eea141e service neutron] 10.222.0.66 "GET /v2.0/networks/8ac31b9c-4b91-4420-8c18-00bfa7a64c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842941 Jun 16 19:10:30.044439 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b140f605-2a3b-4407-a4c1-3933bed873c2 req-728a1676-81ac-42a8-9604-5df14ce6abbf service neutron] 10.222.0.66 "GET /v2.0/networks/8ac31b9c-4b91-4420-8c18-00bfa7a64c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865445 Jun 16 19:10:30.656315 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48acf1-f15c-4401-bd83-a66ed07b13d6 req-bb8dc5fe-f427-481f-a8e4-9f24d933232e tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:30.657810 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1e48acf1-f15c-4401-bd83-a66ed07b13d6 req-bb8dc5fe-f427-481f-a8e4-9f24d933232e tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 943 time: 0.0472655 Jun 16 19:10:30.704923 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1e48acf1-f15c-4401-bd83-a66ed07b13d6 req-f84297c6-f01c-4e31-911f-60fb658f67bb tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/security-groups?id=535f41b5-87fd-4c63-9e01-6465553440e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416136 Jun 16 19:10:31.816674 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3144b-f41c-44e7-89e7-a68db8915eb4 req-5a3a473c-9e84-4cde-9d4a-c0b021dc8fd3 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:31.818223 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2bf3144b-f41c-44e7-89e7-a68db8915eb4 req-5a3a473c-9e84-4cde-9d4a-c0b021dc8fd3 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 943 time: 0.0458963 Jun 16 19:10:31.867591 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-2bf3144b-f41c-44e7-89e7-a68db8915eb4 req-5b5064b8-00b9-4ece-8752-d7f77542dc07 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/security-groups?id=535f41b5-87fd-4c63-9e01-6465553440e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439649 Jun 16 19:10:32.977958 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda82c21-9e7f-4f93-a8c9-8c445c34425a req-45c4324d-b5d5-4b10-a4c0-0d47df01d020 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:32.979398 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-cda82c21-9e7f-4f93-a8c9-8c445c34425a req-45c4324d-b5d5-4b10-a4c0-0d47df01d020 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 943 time: 0.0457265 Jun 16 19:10:33.025615 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-cda82c21-9e7f-4f93-a8c9-8c445c34425a req-6bf96c81-ce8e-42f9-aa3a-a7c832eb191d tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/security-groups?id=535f41b5-87fd-4c63-9e01-6465553440e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401533 Jun 16 19:10:33.618240 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=17 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:33.626031 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=17 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:33.820255 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device efca7ecf-770c-43f6-ad48-76e41bcc8e51 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=116194) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 16 19:10:33.918914 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port efca7ecf-770c-43f6-ad48-76e41bcc8e51, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=efca7ecf-770c-43f6-ad48-76e41bcc8e51,segment=NetworkSegment(89f8d196-e0d9-4cb3-a766-c9ef157e28e6),segment_id=89f8d196-e0d9-4cb3-a766-c9ef157e28e6)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:10:33.929932 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Returning: {'device': 'efca7ecf-770c-43f6-ad48-76e41bcc8e51', 'network_id': '8ac31b9c-4b91-4420-8c18-00bfa7a64c28', 'port_id': 'efca7ecf-770c-43f6-ad48-76e41bcc8e51', 'mac_address': 'fa:16:3e:93:f9:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc6f112e-26b7-4a06-9790-22232be895e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=116194) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 16 19:10:33.964471 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port efca7ecf-770c-43f6-ad48-76e41bcc8e51 is: DOWN; New status is: BUILD {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:10:33.964862 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (efca7ecf-770c-43f6-ad48-76e41bcc8e51), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:33.977514 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efca7ecf-770c-43f6-ad48-76e41bcc8e51 {{(pid=116194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 16 19:10:33.996944 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port efca7ecf-770c-43f6-ad48-76e41bcc8e51, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=efca7ecf-770c-43f6-ad48-76e41bcc8e51,segment=NetworkSegment(89f8d196-e0d9-4cb3-a766-c9ef157e28e6),segment_id=89f8d196-e0d9-4cb3-a766-c9ef157e28e6)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:10:34.071424 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (efca7ecf-770c-43f6-ad48-76e41bcc8e51), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:34.121856 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=efca7ecf-770c-43f6-ad48-76e41bcc8e51,revision_number=4']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:10:34.138985 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466215c-5b4e-4ab4-acae-883e9837afbd req-5746766b-d647-4f74-a977-aa8e0c5f3d5e tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:34.140497 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e466215c-5b4e-4ab4-acae-883e9837afbd req-5746766b-d647-4f74-a977-aa8e0c5f3d5e tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 944 time: 0.0486550 Jun 16 19:10:34.187467 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-e466215c-5b4e-4ab4-acae-883e9837afbd req-100bf4e7-c587-4980-839d-a2325b3ff047 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/security-groups?id=535f41b5-87fd-4c63-9e01-6465553440e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414655 Jun 16 19:10:34.306292 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] get_ports_and_sgs() called for port_ids ['efca7ecf-770c-43f6-ad48-76e41bcc8e51'] {{(pid=116194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 19:10:34.388456 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:34.427311 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:35.101908 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 6 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 19:10:35.302338 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbcfecc-b3a9-40d6-8363-eb7d36663696 req-ba27ad2a-bbf4-450b-a790-02f6e38a10a5 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:35.303778 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-cfbcfecc-b3a9-40d6-8363-eb7d36663696 req-ba27ad2a-bbf4-450b-a790-02f6e38a10a5 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 944 time: 0.0497453 Jun 16 19:10:35.349487 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-cfbcfecc-b3a9-40d6-8363-eb7d36663696 req-bde96b1b-491f-4455-831f-353b4034e45c tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/security-groups?id=535f41b5-87fd-4c63-9e01-6465553440e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402374 Jun 16 19:10:35.830733 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device efca7ecf-770c-43f6-ad48-76e41bcc8e51 up at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 16 19:10:35.875589 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning for port efca7ecf-770c-43f6-ad48-76e41bcc8e51 completed by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 16 19:10:35.945139 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Provisioning complete for port efca7ecf-770c-43f6-ad48-76e41bcc8e51 triggered by entity L2. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:10:35.945568 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (efca7ecf-770c-43f6-ad48-76e41bcc8e51), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:36.016364 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Current status of the port efca7ecf-770c-43f6-ad48-76e41bcc8e51 is: BUILD; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:10:36.016748 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (efca7ecf-770c-43f6-ad48-76e41bcc8e51), before_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:36.038815 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1348675e-c712-4fef-bfa2-055adc5e73b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efca7ecf-770c-43f6-ad48-76e41bcc8e51'}] {{(pid=116194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:10:36.041036 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c514dfdaa64f5ff94ef0a30f0983ecc87ad84dbda33c755e7db481fe7439434" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ff6e5a-4741-47c6-99ac-3bc81ef7aa17" -d '{"events": [{"server_uuid": "1348675e-c712-4fef-bfa2-055adc5e73b7", "name": "network-vif-plugged", "status": "completed", "tag": "efca7ecf-770c-43f6-ad48-76e41bcc8e51"}]}' {{(pid=116194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:10:36.053653 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] For port efca7ecf-770c-43f6-ad48-76e41bcc8e51, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=efca7ecf-770c-43f6-ad48-76e41bcc8e51,segment=NetworkSegment(89f8d196-e0d9-4cb3-a766-c9ef157e28e6),segment_id=89f8d196-e0d9-4cb3-a766-c9ef157e28e6)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:10:36.077927 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 19:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3ab7f1-bf76-412c-8e4a-cf8f16277b91 x-openstack-request-id: req-3b3ab7f1-bf76-412c-8e4a-cf8f16277b91 {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:10:36.078219 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1348675e-c712-4fef-bfa2-055adc5e73b7", "name": "network-vif-plugged", "status": "completed", "tag": "efca7ecf-770c-43f6-ad48-76e41bcc8e51", "code": 200}]} {{(pid=116194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:10:36.078468 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3b3ab7f1-bf76-412c-8e4a-cf8f16277b91 {{(pid=116194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:10:36.078863 dv-cinder-846171-1-iscsi neutron-server[116194]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b3ab7f1-bf76-412c-8e4a-cf8f16277b91'] response: {'server_uuid': '1348675e-c712-4fef-bfa2-055adc5e73b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efca7ecf-770c-43f6-ad48-76e41bcc8e51', 'code': 200} Jun 16 19:10:36.141974 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900'] for port (efca7ecf-770c-43f6-ad48-76e41bcc8e51), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:36.191935 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Pushing event updated for resources: {'Port': ['ID=efca7ecf-770c-43f6-ad48-76e41bcc8e51,revision_number=5']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:10:36.385155 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:36.397538 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91ed25-2d42-4100-9cb5-dfd19cdcd330 req-02276c0f-c87d-4962-8aed-7a9a042f1ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:36.399542 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6d91ed25-2d42-4100-9cb5-dfd19cdcd330 req-02276c0f-c87d-4962-8aed-7a9a042f1ac7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 1129 time: 0.0401268 Jun 16 19:10:36.489690 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8a6fc-e44d-4293-b7cf-66e4d69374ce req-fbf95c7b-cb45-4103-ae5c-3428c413114a tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:36.491162 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d1d8a6fc-e44d-4293-b7cf-66e4d69374ce req-fbf95c7b-cb45-4103-ae5c-3428c413114a tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 945 time: 0.0674484 Jun 16 19:10:36.493401 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6d91ed25-2d42-4100-9cb5-dfd19cdcd330 req-4ab22fc0-eefc-42fe-a9c1-5adfad1e9126 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=535f41b5-87fd-4c63-9e01-6465553440e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869448 Jun 16 19:10:36.539057 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d1d8a6fc-e44d-4293-b7cf-66e4d69374ce req-c0fb751d-79bd-4657-996e-e04662ef52cb tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/security-groups?id=535f41b5-87fd-4c63-9e01-6465553440e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423675 Jun 16 19:10:36.719033 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-0cb96749-2a12-4168-95c4-ecb6ec8ebc6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:37.651196 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d632a5-5874-4056-8d14-50a23d4b3af7 req-3e6f489a-9947-4418-9445-1a314e1dcf50 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:37.652567 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-29d632a5-5874-4056-8d14-50a23d4b3af7 req-3e6f489a-9947-4418-9445-1a314e1dcf50 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 945 time: 0.0468314 Jun 16 19:10:37.699869 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-29d632a5-5874-4056-8d14-50a23d4b3af7 req-354fce7b-d6c1-4f1a-9b4e-83d6a8c170ba tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/security-groups?id=535f41b5-87fd-4c63-9e01-6465553440e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412323 Jun 16 19:10:37.812549 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723544b-ae09-444b-ac91-92d38d38682d req-26bb455e-55a1-41b9-a5d9-47d927acdad7 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:37.814442 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4723544b-ae09-444b-ac91-92d38d38682d req-26bb455e-55a1-41b9-a5d9-47d927acdad7 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 945 time: 0.0470901 Jun 16 19:10:37.864581 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4723544b-ae09-444b-ac91-92d38d38682d req-fffa5136-a45a-42b1-a621-db7162d013dc tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/security-groups?id=535f41b5-87fd-4c63-9e01-6465553440e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449276 Jun 16 19:10:38.180783 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ecd3e-ffe1-4d04-b30c-b59895693b7f req-01e18183-aa5f-43a5-a75a-719e322df145 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:38.182263 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0a2ecd3e-ffe1-4d04-b30c-b59895693b7f req-01e18183-aa5f-43a5-a75a-719e322df145 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 945 time: 0.0468845 Jun 16 19:10:38.203399 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:38.230031 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-0a2ecd3e-ffe1-4d04-b30c-b59895693b7f req-1fdb0b29-9e80-4a02-bd75-70fc50cc70da tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/security-groups?id=535f41b5-87fd-4c63-9e01-6465553440e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409570 Jun 16 19:10:38.993219 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-344714f7-7fad-42f4-a39d-76630348d7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:40.312909 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:41.590989 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:42.101382 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:45.098248 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=2 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:48.226668 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=35 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:48.375320 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834c7f2-1892-4f57-9e21-6fc76c88e197 req-e880a106-9bca-4ecf-bbe7-1046f2c39a1c tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:48.376788 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4834c7f2-1892-4f57-9e21-6fc76c88e197 req-e880a106-9bca-4ecf-bbe7-1046f2c39a1c tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 945 time: 0.0488632 Jun 16 19:10:48.426492 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4834c7f2-1892-4f57-9e21-6fc76c88e197 req-1d44b6ea-f4c5-43f5-9251-31f5b6a24a18 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/security-groups?id=535f41b5-87fd-4c63-9e01-6465553440e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403616 Jun 16 19:10:48.445485 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 57866) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:10:48.524205 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825e5eba-4424-442a-9ad4-283ba11a9ccc tempest-TestMinimumBasicScenario-1550759803 tempest-TestMinimumBasicScenario-1550759803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116192) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:48.525740 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-825e5eba-4424-442a-9ad4-283ba11a9ccc tempest-TestMinimumBasicScenario-1550759803 tempest-TestMinimumBasicScenario-1550759803-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 1124 time: 0.0786400 Jun 16 19:10:48.528638 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 57870) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:10:48.532779 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-8f4ac962-06fc-4523-b6e1-1a402fba4063 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Request body: {'floatingip': {'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'port_id': 'efca7ecf-770c-43f6-ad48-76e41bcc8e51', 'tenant_id': '434965eee025410ca595f90a8bd80ee5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:10:48.642442 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8f4ac962-06fc-4523-b6e1-1a402fba4063 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks [] for floatingip (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:48.722423 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8f4ac962-06fc-4523-b6e1-1a402fba4063 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (None), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:48.822248 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.db_base_plugin_common [None req-8f4ac962-06fc-4523-b6e1-1a402fba4063 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Allocated IP 172.27.0.198 (d7ab3290-3ce1-430c-a2b5-625628340a0e/2251f151-d04b-4b41-88db-58f0d465a2f0/af8800af-9cd3-4a8d-b9c6-2fa46fab917f) {{(pid=116192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 19:10:48.923321 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8f4ac962-06fc-4523-b6e1-1a402fba4063 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks [] for port (af8800af-9cd3-4a8d-b9c6-2fa46fab917f), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:49.027964 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8f4ac962-06fc-4523-b6e1-1a402fba4063 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748651085864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326567'] for port (af8800af-9cd3-4a8d-b9c6-2fa46fab917f), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:49.062783 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4ac962-06fc-4523-b6e1-1a402fba4063 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Network d7ab3290-3ce1-430c-a2b5-625628340a0e is already hosted by enough agents. {{(pid=116192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 19:10:49.065764 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.base_scheduler [None req-8f4ac962-06fc-4523-b6e1-1a402fba4063 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Resources bound (agent type, host, resource id): {{(pid=116192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 19:10:49.071237 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4ac962-06fc-4523-b6e1-1a402fba4063 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Received port after_create {{(pid=116192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 16 19:10:49.096217 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ac962-06fc-4523-b6e1-1a402fba4063 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Pushing event updated for resources: {'Port': ['ID=af8800af-9cd3-4a8d-b9c6-2fa46fab917f,revision_number=1']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:10:49.107612 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ac962-06fc-4523-b6e1-1a402fba4063 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:10:49.107968 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ac962-06fc-4523-b6e1-1a402fba4063 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:10:49.108312 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ac962-06fc-4523-b6e1-1a402fba4063 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:10:49.108653 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ac962-06fc-4523-b6e1-1a402fba4063 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:10:49.108984 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ac962-06fc-4523-b6e1-1a402fba4063 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:10:49.109344 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ac962-06fc-4523-b6e1-1a402fba4063 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:10:49.109672 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ac962-06fc-4523-b6e1-1a402fba4063 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:10:49.109993 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ac962-06fc-4523-b6e1-1a402fba4063 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:10:49.110318 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ac962-06fc-4523-b6e1-1a402fba4063 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:10:49.110635 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ac962-06fc-4523-b6e1-1a402fba4063 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:10:49.110957 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ac962-06fc-4523-b6e1-1a402fba4063 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:10:49.111273 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ac962-06fc-4523-b6e1-1a402fba4063 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:10:49.111591 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ac962-06fc-4523-b6e1-1a402fba4063 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:10:49.111909 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ac962-06fc-4523-b6e1-1a402fba4063 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:10:49.112224 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ac962-06fc-4523-b6e1-1a402fba4063 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:10:49.405254 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:49.419072 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:49.426460 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8f4ac962-06fc-4523-b6e1-1a402fba4063 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks [] for floatingip (f67325d7-f15d-4732-8aa8-15f7d3eb84a3), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:49.543124 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8f4ac962-06fc-4523-b6e1-1a402fba4063 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (af8800af-9cd3-4a8d-b9c6-2fa46fab917f), before_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:49.922873 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8f4ac962-06fc-4523-b6e1-1a402fba4063 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks [] for port (af8800af-9cd3-4a8d-b9c6-2fa46fab917f), precommit_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:49.990620 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8f4ac962-06fc-4523-b6e1-1a402fba4063 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5326574'] for port (af8800af-9cd3-4a8d-b9c6-2fa46fab917f), after_update {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:50.060417 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ac962-06fc-4523-b6e1-1a402fba4063 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Pushing event updated for resources: {'Port': ['ID=af8800af-9cd3-4a8d-b9c6-2fa46fab917f,revision_number=2']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:10:50.070668 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8f4ac962-06fc-4523-b6e1-1a402fba4063 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8340165'] for floatingip (f67325d7-f15d-4732-8aa8-15f7d3eb84a3), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:50.164128 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.db.l3_db [None req-8f4ac962-06fc-4523-b6e1-1a402fba4063 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Floating IP f67325d7-f15d-4732-8aa8-15f7d3eb84a3 associated. External IP: 172.27.0.198, port: efca7ecf-770c-43f6-ad48-76e41bcc8e51. Jun 16 19:10:50.351073 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4ac962-06fc-4523-b6e1-1a402fba4063 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Router d9c49db7-1403-47fd-ae10-eaa53fc15bc2 has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 19:10:50.452106 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4ac962-06fc-4523-b6e1-1a402fba4063 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:10:50.461869 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3e1432-27f9-4fce-a93e-3eef32f279d4 None None] Sync routers for ids ['d9c49db7-1403-47fd-ae10-eaa53fc15bc2'] in dv-cinder-846171-1-iscsi {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:10:50.471329 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3e1432-27f9-4fce-a93e-3eef32f279d4 None None] Routers {'d9c49db7-1403-47fd-ae10-eaa53fc15bc2'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:10:50.471946 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-8e3e1432-27f9-4fce-a93e-3eef32f279d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:10:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['d9c49db7-1403-47fd-ae10-eaa53fc15bc2'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:10:50.532146 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-8f4ac962-06fc-4523-b6e1-1a402fba4063 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for floatingip (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:50.563483 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-8f4ac962-06fc-4523-b6e1-1a402fba4063 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0338430 Jun 16 19:10:50.564184 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1348675e-c712-4fef-bfa2-055adc5e73b7', 'tag': 'efca7ecf-770c-43f6-ad48-76e41bcc8e51'}] {{(pid=116192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:10:50.566547 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744e9e4082f242c101b6c91db8253db5b8bdf8a002bfe2f24814a1499063359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38e40c9-d086-45fc-8d76-07e3bdbf66ee" -d '{"events": [{"name": "network-changed", "server_uuid": "1348675e-c712-4fef-bfa2-055adc5e73b7", "tag": "efca7ecf-770c-43f6-ad48-76e41bcc8e51"}]}' {{(pid=116192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:10:50.566688 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 57872) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:10:50.571601 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-eba25a57-f034-4801-ab13-431cf724c6ff tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1542838325', 'description': 'tempest-secgroup-smoke-1542838325 description', 'project_id': '434965eee025410ca595f90a8bd80ee5'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:10:50.572457 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-8e3e1432-27f9-4fce-a93e-3eef32f279d4 None None] Set router d9c49db7-1403-47fd-ae10-eaa53fc15bc2 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:10:50.656573 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-eba25a57-f034-4801-ab13-431cf724c6ff tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks [] for security_group (None), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:50.741282 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-eba25a57-f034-4801-ab13-431cf724c6ff tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks [] for security_group (bedae7e7-5372-4bfa-b109-7cae6446e1e5), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:50.752131 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 19:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecc3ee8-ef56-44f0-8e49-a5953df205f7 x-openstack-request-id: req-7ecc3ee8-ef56-44f0-8e49-a5953df205f7 {{(pid=116192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:10:50.752419 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1348675e-c712-4fef-bfa2-055adc5e73b7", "tag": "efca7ecf-770c-43f6-ad48-76e41bcc8e51", "status": "completed", "code": 200}]} {{(pid=116192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:10:50.752681 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7ecc3ee8-ef56-44f0-8e49-a5953df205f7 {{(pid=116192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:10:50.753144 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ecc3ee8-ef56-44f0-8e49-a5953df205f7'] response: {'name': 'network-changed', 'server_uuid': '1348675e-c712-4fef-bfa2-055adc5e73b7', 'tag': 'efca7ecf-770c-43f6-ad48-76e41bcc8e51', 'status': 'completed', 'code': 200} Jun 16 19:10:50.786463 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-8e3e1432-27f9-4fce-a93e-3eef32f279d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'name': 'tempest-TestMinimumBasicScenario-1792446815-router', 'tenant_id': '434965eee025410ca595f90a8bd80ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '756bee6b-cb95-4f74-984d-bcac551e42e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:09:55Z', 'updated_at': '2022-06-16T19:09:57Z', 'revision_number': 4, 'project_id': '434965eee025410ca595f90a8bd80ee5', 'gw_port': {'id': '756bee6b-cb95-4f74-984d-bcac551e42e3', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:09:55Z', 'updated_at': '2022-06-16T19:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': 'f67325d7-f15d-4732-8aa8-15f7d3eb84a3', 'tenant_id': '434965eee025410ca595f90a8bd80ee5', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'port_id': 'efca7ecf-770c-43f6-ad48-76e41bcc8e51', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ac31b9c-4b91-4420-8c18-00bfa7a64c28', 'mac_address': 'fa:16:3e:93:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1348675e-c712-4fef-bfa2-055adc5e73b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T19:10:49Z', 'updated_at': '2022-06-16T19:10:49Z', 'revision_number': 0, 'project_id': '434965eee025410ca595f90a8bd80ee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e49d153b-3c9b-434c-954b-58a474fcd132', 'name': '', 'network_id': '8ac31b9c-4b91-4420-8c18-00bfa7a64c28', 'tenant_id': '434965eee025410ca595f90a8bd80ee5', 'mac_address': 'fa:16:3e:85:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'fc6f112e-26b7-4a06-9790-22232be895e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:09:57Z', 'updated_at': '2022-06-16T19:10:01Z', 'revision_number': 5, 'project_id': '434965eee025410ca595f90a8bd80ee5', 'subnets': [{'id': 'fc6f112e-26b7-4a06-9790-22232be895e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:10:50.811894 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3e1432-27f9-4fce-a93e-3eef32f279d4 None None] Checking router: d9c49db7-1403-47fd-ae10-eaa53fc15bc2 for host: dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:10:50.813907 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e40c9-d086-45fc-8d76-07e3bdbf66ee req-e7f52c60-f1e8-4a31-a191-6bd58c817eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:50.815464 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b38e40c9-d086-45fc-8d76-07e3bdbf66ee req-e7f52c60-f1e8-4a31-a191-6bd58c817eec service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=434965eee025410ca595f90a8bd80ee5&device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 1129 time: 0.0394416 Jun 16 19:10:50.816514 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-eba25a57-f034-4801-ab13-431cf724c6ff tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (bedae7e7-5372-4bfa-b109-7cae6446e1e5), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:50.820282 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3e1432-27f9-4fce-a93e-3eef32f279d4 None None] Routers {'d9c49db7-1403-47fd-ae10-eaa53fc15bc2'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:10:50.827281 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-8e3e1432-27f9-4fce-a93e-3eef32f279d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:10:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['d9c49db7-1403-47fd-ae10-eaa53fc15bc2'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:10:50.870722 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba25a57-f034-4801-ab13-431cf724c6ff tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bedae7e7-5372-4bfa-b109-7cae6446e1e5,revision_number=1']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:10:50.881135 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba25a57-f034-4801-ab13-431cf724c6ff tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:10:50.884890 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba25a57-f034-4801-ab13-431cf724c6ff tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:10:50.884890 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba25a57-f034-4801-ab13-431cf724c6ff tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:10:50.884890 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba25a57-f034-4801-ab13-431cf724c6ff tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:10:50.884890 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba25a57-f034-4801-ab13-431cf724c6ff tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:10:50.884890 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba25a57-f034-4801-ab13-431cf724c6ff tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:10:50.884890 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba25a57-f034-4801-ab13-431cf724c6ff tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:10:50.884890 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba25a57-f034-4801-ab13-431cf724c6ff tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:10:50.884890 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba25a57-f034-4801-ab13-431cf724c6ff tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:10:50.884890 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba25a57-f034-4801-ab13-431cf724c6ff tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:10:50.884890 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba25a57-f034-4801-ab13-431cf724c6ff tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:10:50.884890 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba25a57-f034-4801-ab13-431cf724c6ff tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:10:50.885930 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba25a57-f034-4801-ab13-431cf724c6ff tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:10:50.885930 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba25a57-f034-4801-ab13-431cf724c6ff tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:10:50.885930 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba25a57-f034-4801-ab13-431cf724c6ff tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:10:50.923164 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-eba25a57-f034-4801-ab13-431cf724c6ff tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:50.923530 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-8e3e1432-27f9-4fce-a93e-3eef32f279d4 None None] Set router d9c49db7-1403-47fd-ae10-eaa53fc15bc2 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:10:50.927104 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-eba25a57-f034-4801-ab13-431cf724c6ff tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3567226 Jun 16 19:10:50.927555 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 57878) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:10:50.932287 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-941ed59b-7db1-4ad6-a925-91282ca18c9b tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Request body: {'security_group_rule': {'security_group_id': 'bedae7e7-5372-4bfa-b109-7cae6446e1e5', 'project_id': '434965eee025410ca595f90a8bd80ee5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:10:50.938111 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:50.954334 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e40c9-d086-45fc-8d76-07e3bdbf66ee req-a7db942e-6f33-463a-b127-f0fcc8fdc3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:50.955904 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b38e40c9-d086-45fc-8d76-07e3bdbf66ee req-a7db942e-6f33-463a-b127-f0fcc8fdc3e2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8ac31b9c-4b91-4420-8c18-00bfa7a64c28 HTTP/1.1" status: 200 len: 917 time: 0.1245515 Jun 16 19:10:51.022648 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-941ed59b-7db1-4ad6-a925-91282ca18c9b tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks [] for security_group_rule (2834817a-0bb4-4817-bebe-ac7e971c4680), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:51.024058 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b38e40c9-d086-45fc-8d76-07e3bdbf66ee req-51fa7c38-aae4-427c-a19a-590dd039e5d7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efca7ecf-770c-43f6-ad48-76e41bcc8e51 HTTP/1.1" status: 200 len: 999 time: 0.0595253 Jun 16 19:10:51.047398 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:51.076171 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e40c9-d086-45fc-8d76-07e3bdbf66ee req-080d36e7-285e-4fe9-9622-90f1d673718f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:51.078320 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b38e40c9-d086-45fc-8d76-07e3bdbf66ee req-080d36e7-285e-4fe9-9622-90f1d673718f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fc6f112e-26b7-4a06-9790-22232be895e9 HTTP/1.1" status: 200 len: 854 time: 0.0475996 Jun 16 19:10:51.088511 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-941ed59b-7db1-4ad6-a925-91282ca18c9b tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks [] for security_group_rule (2834817a-0bb4-4817-bebe-ac7e971c4680), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:51.124950 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e40c9-d086-45fc-8d76-07e3bdbf66ee req-29ec02cf-93dc-44fd-a35f-a777012a38ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:51.126577 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b38e40c9-d086-45fc-8d76-07e3bdbf66ee req-29ec02cf-93dc-44fd-a35f-a777012a38ba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8ac31b9c-4b91-4420-8c18-00bfa7a64c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426149 Jun 16 19:10:51.153721 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-941ed59b-7db1-4ad6-a925-91282ca18c9b tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932097'] for security_group_rule (2834817a-0bb4-4817-bebe-ac7e971c4680), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:51.173828 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ed59b-7db1-4ad6-a925-91282ca18c9b tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2834817a-0bb4-4817-bebe-ac7e971c4680,revision_number=0']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:10:51.218559 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b38e40c9-d086-45fc-8d76-07e3bdbf66ee req-d107c0da-09cc-4008-af2f-5528ddc1d365 service neutron] 10.222.0.66 "GET /v2.0/networks/8ac31b9c-4b91-4420-8c18-00bfa7a64c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860877 Jun 16 19:10:51.235826 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-8e3e1432-27f9-4fce-a93e-3eef32f279d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'name': 'tempest-TestMinimumBasicScenario-1792446815-router', 'tenant_id': '434965eee025410ca595f90a8bd80ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '756bee6b-cb95-4f74-984d-bcac551e42e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:09:55Z', 'updated_at': '2022-06-16T19:09:57Z', 'revision_number': 4, 'project_id': '434965eee025410ca595f90a8bd80ee5', 'gw_port': {'id': '756bee6b-cb95-4f74-984d-bcac551e42e3', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:09:55Z', 'updated_at': '2022-06-16T19:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': 'f67325d7-f15d-4732-8aa8-15f7d3eb84a3', 'tenant_id': '434965eee025410ca595f90a8bd80ee5', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'port_id': 'efca7ecf-770c-43f6-ad48-76e41bcc8e51', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ac31b9c-4b91-4420-8c18-00bfa7a64c28', 'mac_address': 'fa:16:3e:93:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1348675e-c712-4fef-bfa2-055adc5e73b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T19:10:49Z', 'updated_at': '2022-06-16T19:10:49Z', 'revision_number': 0, 'project_id': '434965eee025410ca595f90a8bd80ee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e49d153b-3c9b-434c-954b-58a474fcd132', 'name': '', 'network_id': '8ac31b9c-4b91-4420-8c18-00bfa7a64c28', 'tenant_id': '434965eee025410ca595f90a8bd80ee5', 'mac_address': 'fa:16:3e:85:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'fc6f112e-26b7-4a06-9790-22232be895e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:09:57Z', 'updated_at': '2022-06-16T19:10:01Z', 'revision_number': 5, 'project_id': '434965eee025410ca595f90a8bd80ee5', 'subnets': [{'id': 'fc6f112e-26b7-4a06-9790-22232be895e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:10:51.261464 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3e1432-27f9-4fce-a93e-3eef32f279d4 None None] The sync data for ids ['d9c49db7-1403-47fd-ae10-eaa53fc15bc2'] in dv-cinder-846171-1-iscsi is: [{'id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'name': 'tempest-TestMinimumBasicScenario-1792446815-router', 'tenant_id': '434965eee025410ca595f90a8bd80ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '756bee6b-cb95-4f74-984d-bcac551e42e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:09:55Z', 'updated_at': '2022-06-16T19:09:57Z', 'revision_number': 4, 'project_id': '434965eee025410ca595f90a8bd80ee5', 'gw_port': {'id': '756bee6b-cb95-4f74-984d-bcac551e42e3', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:09:55Z', 'updated_at': '2022-06-16T19:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_floatingips': [{'id': 'f67325d7-f15d-4732-8aa8-15f7d3eb84a3', 'tenant_id': '434965eee025410ca595f90a8bd80ee5', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'router_id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'port_id': 'efca7ecf-770c-43f6-ad48-76e41bcc8e51', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ac31b9c-4b91-4420-8c18-00bfa7a64c28', 'mac_address': 'fa:16:3e:93:f9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1348675e-c712-4fef-bfa2-055adc5e73b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-16T19:10:49Z', 'updated_at': '2022-06-16T19:10:49Z', 'revision_number': 0, 'project_id': '434965eee025410ca595f90a8bd80ee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e49d153b-3c9b-434c-954b-58a474fcd132', 'name': '', 'network_id': '8ac31b9c-4b91-4420-8c18-00bfa7a64c28', 'tenant_id': '434965eee025410ca595f90a8bd80ee5', 'mac_address': 'fa:16:3e:85:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'fc6f112e-26b7-4a06-9790-22232be895e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:09:57Z', 'updated_at': '2022-06-16T19:10:01Z', 'revision_number': 5, 'project_id': '434965eee025410ca595f90a8bd80ee5', 'subnets': [{'id': 'fc6f112e-26b7-4a06-9790-22232be895e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:10:51.290845 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-941ed59b-7db1-4ad6-a925-91282ca18c9b tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:51.291853 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-941ed59b-7db1-4ad6-a925-91282ca18c9b tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3631682 Jun 16 19:10:51.292198 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 57880) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:10:51.300585 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-7e242856-c72a-4868-bf39-02a300a74150 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Request body: {'security_group_rule': {'security_group_id': 'bedae7e7-5372-4bfa-b109-7cae6446e1e5', 'project_id': '434965eee025410ca595f90a8bd80ee5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:10:51.335745 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b38e40c9-d086-45fc-8d76-07e3bdbf66ee req-eaa77179-5dc6-495b-a2d7-e365e0d39f77 service neutron] 10.222.0.66 "GET /v2.0/networks/8ac31b9c-4b91-4420-8c18-00bfa7a64c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111474 Jun 16 19:10:51.457968 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2a1d9c-e5ed-4046-9f39-499a24a44542 None None] New status for floating IP f67325d7-f15d-4732-8aa8-15f7d3eb84a3: ACTIVE {{(pid=116194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 19:10:51.462461 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-7e242856-c72a-4868-bf39-02a300a74150 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks [] for security_group_rule (c3441789-6b98-4c61-b9f1-8af4cd2b0307), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:51.512841 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:51.523350 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-7e242856-c72a-4868-bf39-02a300a74150 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks [] for security_group_rule (c3441789-6b98-4c61-b9f1-8af4cd2b0307), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:51.644356 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-7e242856-c72a-4868-bf39-02a300a74150 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932097'] for security_group_rule (c3441789-6b98-4c61-b9f1-8af4cd2b0307), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:51.664590 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e242856-c72a-4868-bf39-02a300a74150 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3441789-6b98-4c61-b9f1-8af4cd2b0307,revision_number=0']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:10:51.724645 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-7e242856-c72a-4868-bf39-02a300a74150 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:51.725888 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-7e242856-c72a-4868-bf39-02a300a74150 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4327517 Jun 16 19:10:51.728535 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 57882) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:10:51.732847 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-315b83a3-379b-4437-bb82-85a4eca8da33 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Request body: {'security_group_rule': {'security_group_id': 'bedae7e7-5372-4bfa-b109-7cae6446e1e5', 'project_id': '434965eee025410ca595f90a8bd80ee5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:10:51.737068 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:51.827970 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-315b83a3-379b-4437-bb82-85a4eca8da33 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks [] for security_group_rule (165d06c7-daa1-4337-a06d-40868012ee67), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:51.885906 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-315b83a3-379b-4437-bb82-85a4eca8da33 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks [] for security_group_rule (165d06c7-daa1-4337-a06d-40868012ee67), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:51.964606 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-315b83a3-379b-4437-bb82-85a4eca8da33 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932097'] for security_group_rule (165d06c7-daa1-4337-a06d-40868012ee67), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:51.987467 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b83a3-379b-4437-bb82-85a4eca8da33 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=165d06c7-daa1-4337-a06d-40868012ee67,revision_number=0']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:10:52.067343 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-315b83a3-379b-4437-bb82-85a4eca8da33 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:52.068594 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-315b83a3-379b-4437-bb82-85a4eca8da33 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3391583 Jun 16 19:10:52.071399 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 57884) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:10:52.075664 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [None req-f4b0d433-c226-4509-901d-f94a2674f833 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Request body: {'security_group_rule': {'security_group_id': 'bedae7e7-5372-4bfa-b109-7cae6446e1e5', 'project_id': '434965eee025410ca595f90a8bd80ee5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:10:52.152978 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f4b0d433-c226-4509-901d-f94a2674f833 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks [] for security_group_rule (13dcdf8b-ea32-4096-8c7e-98f13094517f), before_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:52.211335 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f4b0d433-c226-4509-901d-f94a2674f833 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks [] for security_group_rule (13dcdf8b-ea32-4096-8c7e-98f13094517f), precommit_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:52.290339 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f4b0d433-c226-4509-901d-f94a2674f833 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932097'] for security_group_rule (13dcdf8b-ea32-4096-8c7e-98f13094517f), after_create {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:52.308710 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0d433-c226-4509-901d-f94a2674f833 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13dcdf8b-ea32-4096-8c7e-98f13094517f,revision_number=0']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:10:52.372467 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-f4b0d433-c226-4509-901d-f94a2674f833 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:52.373996 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-f4b0d433-c226-4509-901d-f94a2674f833 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3016415 Jun 16 19:10:52.376952 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 57886) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:10:52.381540 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-bfac57df-2f70-4c25-9a3a-afac4bfaaba8 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Request body: {'security_group_rule': {'security_group_id': 'bedae7e7-5372-4bfa-b109-7cae6446e1e5', 'project_id': '434965eee025410ca595f90a8bd80ee5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:10:52.483233 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.db.securitygroups_db [None req-bfac57df-2f70-4c25-9a3a-afac4bfaaba8 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Project 434965eee025410ca595f90a8bd80ee5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 19:10:52.489466 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-bfac57df-2f70-4c25-9a3a-afac4bfaaba8 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks [] for security_group_rule (df46f5d6-f8cf-4e50-a6ee-0f0ec040a881), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:52.548580 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-bfac57df-2f70-4c25-9a3a-afac4bfaaba8 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks [] for security_group_rule (df46f5d6-f8cf-4e50-a6ee-0f0ec040a881), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:52.625120 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-bfac57df-2f70-4c25-9a3a-afac4bfaaba8 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932097'] for security_group_rule (df46f5d6-f8cf-4e50-a6ee-0f0ec040a881), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:52.644539 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac57df-2f70-4c25-9a3a-afac4bfaaba8 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df46f5d6-f8cf-4e50-a6ee-0f0ec040a881,revision_number=0']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:10:52.706997 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-bfac57df-2f70-4c25-9a3a-afac4bfaaba8 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:52.708207 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-bfac57df-2f70-4c25-9a3a-afac4bfaaba8 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3302383 Jun 16 19:10:52.710931 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 57888) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:10:52.715267 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.v2.base [None req-c86b251e-412f-45ce-8f56-06a2096979aa tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Request body: {'security_group_rule': {'security_group_id': 'bedae7e7-5372-4bfa-b109-7cae6446e1e5', 'project_id': '434965eee025410ca595f90a8bd80ee5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=116192) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:10:52.843129 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.db.securitygroups_db [None req-c86b251e-412f-45ce-8f56-06a2096979aa tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Project 434965eee025410ca595f90a8bd80ee5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 19:10:52.848491 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c86b251e-412f-45ce-8f56-06a2096979aa tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks [] for security_group_rule (a3fbe229-852b-4559-9957-51b92c8be3ea), before_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:52.899120 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c86b251e-412f-45ce-8f56-06a2096979aa tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks [] for security_group_rule (a3fbe229-852b-4559-9957-51b92c8be3ea), precommit_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:52.969958 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c86b251e-412f-45ce-8f56-06a2096979aa tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932097'] for security_group_rule (a3fbe229-852b-4559-9957-51b92c8be3ea), after_create {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:52.992161 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b251e-412f-45ce-8f56-06a2096979aa tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3fbe229-852b-4559-9957-51b92c8be3ea,revision_number=0']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:10:53.057553 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-c86b251e-412f-45ce-8f56-06a2096979aa tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:53.058747 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-c86b251e-412f-45ce-8f56-06a2096979aa tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3468747 Jun 16 19:10:53.148825 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4d418f55-d6b7-4ec2-803f-8c290563a04d req-42aaeb3a-6702-4750-8cd1-47d28685a5cf tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1542838325&fields=id&tenant_id=434965eee025410ca595f90a8bd80ee5 HTTP/1.1" status: 200 len: 267 time: 0.0449159 Jun 16 19:10:53.199077 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d418f55-d6b7-4ec2-803f-8c290563a04d req-bd678880-1016-4191-a256-31af3d029b21 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:53.200521 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4d418f55-d6b7-4ec2-803f-8c290563a04d req-bd678880-1016-4191-a256-31af3d029b21 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 945 time: 0.0455935 Jun 16 19:10:53.211757 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [req-4d418f55-d6b7-4ec2-803f-8c290563a04d req-a741ac2b-01dc-46b3-b5b7-3f5a82eebbca tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Request body: {'port': {'security_groups': ['535f41b5-87fd-4c63-9e01-6465553440e6', 'bedae7e7-5372-4bfa-b109-7cae6446e1e5']}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:10:53.282170 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-4d418f55-d6b7-4ec2-803f-8c290563a04d req-a741ac2b-01dc-46b3-b5b7-3f5a82eebbca tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (efca7ecf-770c-43f6-ad48-76e41bcc8e51), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:53.461536 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-4d418f55-d6b7-4ec2-803f-8c290563a04d req-a741ac2b-01dc-46b3-b5b7-3f5a82eebbca tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] For port efca7ecf-770c-43f6-ad48-76e41bcc8e51, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=efca7ecf-770c-43f6-ad48-76e41bcc8e51,segment=NetworkSegment(89f8d196-e0d9-4cb3-a766-c9ef157e28e6),segment_id=89f8d196-e0d9-4cb3-a766-c9ef157e28e6)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:10:53.492729 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-4d418f55-d6b7-4ec2-803f-8c290563a04d req-a741ac2b-01dc-46b3-b5b7-3f5a82eebbca tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks [] for port (efca7ecf-770c-43f6-ad48-76e41bcc8e51), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:53.570253 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-4d418f55-d6b7-4ec2-803f-8c290563a04d req-a741ac2b-01dc-46b3-b5b7-3f5a82eebbca tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (efca7ecf-770c-43f6-ad48-76e41bcc8e51), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:53.576724 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:53.582489 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] get_ports_and_sgs() called for port_ids ['efca7ecf-770c-43f6-ad48-76e41bcc8e51'] {{(pid=116194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 19:10:53.614218 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d418f55-d6b7-4ec2-803f-8c290563a04d req-a741ac2b-01dc-46b3-b5b7-3f5a82eebbca tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:53.614839 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-4d418f55-d6b7-4ec2-803f-8c290563a04d req-a741ac2b-01dc-46b3-b5b7-3f5a82eebbca tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:53.616219 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-4d418f55-d6b7-4ec2-803f-8c290563a04d req-a741ac2b-01dc-46b3-b5b7-3f5a82eebbca tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "PUT /v2.0/ports/efca7ecf-770c-43f6-ad48-76e41bcc8e51 HTTP/1.1" status: 200 len: 981 time: 0.4088695 Jun 16 19:10:53.616675 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1348675e-c712-4fef-bfa2-055adc5e73b7', 'tag': 'efca7ecf-770c-43f6-ad48-76e41bcc8e51'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:10:53.619148 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e320d6a-e06f-4d6d-a995-2400c01d21b3" -d '{"events": [{"name": "network-changed", "server_uuid": "1348675e-c712-4fef-bfa2-055adc5e73b7", "tag": "efca7ecf-770c-43f6-ad48-76e41bcc8e51"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:10:53.649102 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741ac2b-01dc-46b3-b5b7-3f5a82eebbca tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Pushing event updated for resources: {'Port': ['ID=efca7ecf-770c-43f6-ad48-76e41bcc8e51,revision_number=6']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:10:53.690993 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 19:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f09438-c5ec-4971-adc6-0e1a58563526 x-openstack-request-id: req-08f09438-c5ec-4971-adc6-0e1a58563526 {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:10:53.691421 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1348675e-c712-4fef-bfa2-055adc5e73b7", "tag": "efca7ecf-770c-43f6-ad48-76e41bcc8e51", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:10:53.692332 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-08f09438-c5ec-4971-adc6-0e1a58563526 {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:10:53.692739 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08f09438-c5ec-4971-adc6-0e1a58563526'] response: {'name': 'network-changed', 'server_uuid': '1348675e-c712-4fef-bfa2-055adc5e73b7', 'tag': 'efca7ecf-770c-43f6-ad48-76e41bcc8e51', 'status': 'completed', 'code': 200} Jun 16 19:10:53.709395 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] get_ports_and_sgs() called for port_ids ['efca7ecf-770c-43f6-ad48-76e41bcc8e51'] {{(pid=116194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 19:10:53.781822 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5330b-95f4-47df-8d50-ad3eac343e1d req-a627f23f-f741-43f2-8cea-1f9946914968 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:53.783388 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-55b5330b-95f4-47df-8d50-ad3eac343e1d req-a627f23f-f741-43f2-8cea-1f9946914968 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 984 time: 0.0897446 Jun 16 19:10:53.787182 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e320d6a-e06f-4d6d-a995-2400c01d21b3 req-721cfb1d-36ad-4f8b-9315-b62fee6dcdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:53.788726 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5e320d6a-e06f-4d6d-a995-2400c01d21b3 req-721cfb1d-36ad-4f8b-9315-b62fee6dcdc9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=434965eee025410ca595f90a8bd80ee5&device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 1168 time: 0.0802197 Jun 16 19:10:53.814591 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:53.901868 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:53.912380 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-50bd0d82-0e4f-4d81-8292-ba270efe9458 None None] Provisioning complete for port efca7ecf-770c-43f6-ad48-76e41bcc8e51 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:10:53.912760 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-50bd0d82-0e4f-4d81-8292-ba270efe9458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (efca7ecf-770c-43f6-ad48-76e41bcc8e51), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:10:53.918291 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-55b5330b-95f4-47df-8d50-ad3eac343e1d req-80c4b72c-9de4-4330-a947-a529f0eaf378 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/security-groups?id=bedae7e7-5372-4bfa-b109-7cae6446e1e5&id=535f41b5-87fd-4c63-9e01-6465553440e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1283674 Jun 16 19:10:53.918560 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:53.941856 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e320d6a-e06f-4d6d-a995-2400c01d21b3 req-83556687-1cb6-4f42-9dd8-eb32af9ac53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:53.941856 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5e320d6a-e06f-4d6d-a995-2400c01d21b3 req-83556687-1cb6-4f42-9dd8-eb32af9ac53b service neutron] 10.222.0.66 "GET /v2.0/networks?id=8ac31b9c-4b91-4420-8c18-00bfa7a64c28 HTTP/1.1" status: 200 len: 917 time: 0.1404836 Jun 16 19:10:54.000101 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5e320d6a-e06f-4d6d-a995-2400c01d21b3 req-079c0644-b48e-4ef5-9118-76dbb8ffaaa6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efca7ecf-770c-43f6-ad48-76e41bcc8e51 HTTP/1.1" status: 200 len: 1001 time: 0.0571084 Jun 16 19:10:54.050486 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e320d6a-e06f-4d6d-a995-2400c01d21b3 req-2986100f-4120-4a5b-910c-ec5d3b5b2b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:54.051937 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5e320d6a-e06f-4d6d-a995-2400c01d21b3 req-2986100f-4120-4a5b-910c-ec5d3b5b2b64 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fc6f112e-26b7-4a06-9790-22232be895e9 HTTP/1.1" status: 200 len: 854 time: 0.0464306 Jun 16 19:10:54.094904 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e320d6a-e06f-4d6d-a995-2400c01d21b3 req-6334d06d-687b-4466-9bba-646ce051c111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:10:54.096485 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5e320d6a-e06f-4d6d-a995-2400c01d21b3 req-6334d06d-687b-4466-9bba-646ce051c111 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8ac31b9c-4b91-4420-8c18-00bfa7a64c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384870 Jun 16 19:10:54.110216 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-50bd0d82-0e4f-4d81-8292-ba270efe9458 None None] Current status of the port efca7ecf-770c-43f6-ad48-76e41bcc8e51 is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:10:54.189106 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5e320d6a-e06f-4d6d-a995-2400c01d21b3 req-9c30fac8-71a4-4df0-84e2-717a80f0457e service neutron] 10.222.0.66 "GET /v2.0/networks/8ac31b9c-4b91-4420-8c18-00bfa7a64c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855284 Jun 16 19:10:54.280562 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-5e320d6a-e06f-4d6d-a995-2400c01d21b3 req-685d9e1b-90ae-4d0b-85c1-1645c5385d7f service neutron] 10.222.0.66 "GET /v2.0/networks/8ac31b9c-4b91-4420-8c18-00bfa7a64c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847826 Jun 16 19:10:57.526994 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=100 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:10:57.636905 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:11:02.144622 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=81 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:11:02.148552 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=73 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:11:02.988393 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:INSERT=5,neutron:SELECT=31,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:11:02.991288 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=46,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:11:04.276271 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=21 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:11:04.277036 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=74 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:11:06.701646 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-b9867170-367b-46ce-b962-968060c8fadb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:11:09.004995 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-17ac5822-1b07-4f43-9e7b-d24d42f2a4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:11:10.038039 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b2996605-a52f-40c7-a608-80539a6e1139 req-d32a462f-9bdd-4bc9-8599-f7d9568ca125 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370543 Jun 16 19:11:10.114865 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2996605-a52f-40c7-a608-80539a6e1139 req-ef69abbe-f5ec-4902-b3c7-d14f3ace69b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:11:10.116310 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b2996605-a52f-40c7-a608-80539a6e1139 req-ef69abbe-f5ec-4902-b3c7-d14f3ace69b3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=434965eee025410ca595f90a8bd80ee5&device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 1168 time: 0.0378668 Jun 16 19:11:10.223698 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2996605-a52f-40c7-a608-80539a6e1139 req-91ab927b-56d4-4e05-94fd-4ba17ebff97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:11:10.225191 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b2996605-a52f-40c7-a608-80539a6e1139 req-91ab927b-56d4-4e05-94fd-4ba17ebff97c service neutron] 10.222.0.66 "GET /v2.0/networks?id=8ac31b9c-4b91-4420-8c18-00bfa7a64c28 HTTP/1.1" status: 200 len: 917 time: 0.0900555 Jun 16 19:11:10.290152 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b2996605-a52f-40c7-a608-80539a6e1139 req-7bf51352-6976-4fe1-af40-d1688856f170 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efca7ecf-770c-43f6-ad48-76e41bcc8e51 HTTP/1.1" status: 200 len: 1001 time: 0.0585763 Jun 16 19:11:10.301882 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:11:10.338547 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2996605-a52f-40c7-a608-80539a6e1139 req-6f9a9d21-e44c-4ac2-9941-acf3e30a2258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:11:10.339991 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b2996605-a52f-40c7-a608-80539a6e1139 req-6f9a9d21-e44c-4ac2-9941-acf3e30a2258 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fc6f112e-26b7-4a06-9790-22232be895e9 HTTP/1.1" status: 200 len: 854 time: 0.0432825 Jun 16 19:11:10.383339 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2996605-a52f-40c7-a608-80539a6e1139 req-84807dd2-eb79-47a4-a901-8b8f69da6341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:11:10.384864 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b2996605-a52f-40c7-a608-80539a6e1139 req-84807dd2-eb79-47a4-a901-8b8f69da6341 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8ac31b9c-4b91-4420-8c18-00bfa7a64c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383995 Jun 16 19:11:10.477371 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b2996605-a52f-40c7-a608-80539a6e1139 req-43252733-0895-4fd0-ba23-6525b68c52a3 service neutron] 10.222.0.66 "GET /v2.0/networks/8ac31b9c-4b91-4420-8c18-00bfa7a64c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850546 Jun 16 19:11:10.564968 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b2996605-a52f-40c7-a608-80539a6e1139 req-f92dff2f-f4e2-4379-9d1b-7fbd24c3df5e service neutron] 10.222.0.66 "GET /v2.0/networks/8ac31b9c-4b91-4420-8c18-00bfa7a64c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811021 Jun 16 19:11:11.280692 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287830a0-fb34-4066-b758-81645645265c req-8cc3b1c6-a466-4af0-b52f-acc2ce93d839 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:11:11.282201 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-287830a0-fb34-4066-b758-81645645265c req-8cc3b1c6-a466-4af0-b52f-acc2ce93d839 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 984 time: 0.1293809 Jun 16 19:11:11.287853 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23734878-5e46-47d9-a903-8e38aa9b1c02 req-cefd711b-ec9f-4e93-aa58-def7fe4a41f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:11:11.289292 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-23734878-5e46-47d9-a903-8e38aa9b1c02 req-cefd711b-ec9f-4e93-aa58-def7fe4a41f8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=434965eee025410ca595f90a8bd80ee5&device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 1168 time: 0.0573144 Jun 16 19:11:11.407656 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-287830a0-fb34-4066-b758-81645645265c req-68731807-7124-4104-8774-7cea028d782f tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/security-groups?id=bedae7e7-5372-4bfa-b109-7cae6446e1e5&id=535f41b5-87fd-4c63-9e01-6465553440e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1174395 Jun 16 19:11:11.423676 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23734878-5e46-47d9-a903-8e38aa9b1c02 req-cecde1a3-2c10-4c97-98c5-e0cc5af40ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:11:11.425140 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-23734878-5e46-47d9-a903-8e38aa9b1c02 req-cecde1a3-2c10-4c97-98c5-e0cc5af40ab1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8ac31b9c-4b91-4420-8c18-00bfa7a64c28 HTTP/1.1" status: 200 len: 917 time: 0.1276984 Jun 16 19:11:11.485804 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-23734878-5e46-47d9-a903-8e38aa9b1c02 req-d013579c-7c6b-477f-b1e0-aac1421ebfb7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efca7ecf-770c-43f6-ad48-76e41bcc8e51 HTTP/1.1" status: 200 len: 1001 time: 0.0542543 Jun 16 19:11:11.536194 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23734878-5e46-47d9-a903-8e38aa9b1c02 req-45659268-021c-46a5-8b5f-b5e8a3889fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:11:11.537643 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-23734878-5e46-47d9-a903-8e38aa9b1c02 req-45659268-021c-46a5-8b5f-b5e8a3889fc3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fc6f112e-26b7-4a06-9790-22232be895e9 HTTP/1.1" status: 200 len: 854 time: 0.0455122 Jun 16 19:11:11.583763 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23734878-5e46-47d9-a903-8e38aa9b1c02 req-68ce1d0c-4a19-4126-835c-26ab22e4bdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:11:11.585312 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-23734878-5e46-47d9-a903-8e38aa9b1c02 req-68ce1d0c-4a19-4126-835c-26ab22e4bdb7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8ac31b9c-4b91-4420-8c18-00bfa7a64c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411744 Jun 16 19:11:11.610860 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:11:11.675929 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-23734878-5e46-47d9-a903-8e38aa9b1c02 req-7267030c-5a7e-4b83-a856-5febb01acee3 service neutron] 10.222.0.66 "GET /v2.0/networks/8ac31b9c-4b91-4420-8c18-00bfa7a64c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826557 Jun 16 19:11:11.693811 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:11:11.704998 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:11:11.772403 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-23734878-5e46-47d9-a903-8e38aa9b1c02 req-411db5c4-1f92-4ce2-9fc1-2c2fa8f3f2f9 service neutron] 10.222.0.66 "GET /v2.0/networks/8ac31b9c-4b91-4420-8c18-00bfa7a64c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858591 Jun 16 19:11:12.100485 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 6 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 19:11:12.135976 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:11:12.572388 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b92fc1-56ae-4d08-abd5-eef7abbf2728 req-996b10e4-859d-40cd-86f1-300070621fac tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:11:12.573903 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-95b92fc1-56ae-4d08-abd5-eef7abbf2728 req-996b10e4-859d-40cd-86f1-300070621fac tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 984 time: 0.0974109 Jun 16 19:11:12.633719 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-95b92fc1-56ae-4d08-abd5-eef7abbf2728 req-68e7010d-b48a-4f42-9068-99cdc8bfd621 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/security-groups?id=bedae7e7-5372-4bfa-b109-7cae6446e1e5&id=535f41b5-87fd-4c63-9e01-6465553440e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537901 Jun 16 19:11:13.749332 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e233d5c-93aa-41e6-b991-c29a600a1779 req-2730c466-cdee-47ef-b42c-ca3415c79c23 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:11:13.750766 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8e233d5c-93aa-41e6-b991-c29a600a1779 req-2730c466-cdee-47ef-b42c-ca3415c79c23 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 984 time: 0.0510697 Jun 16 19:11:13.808803 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8e233d5c-93aa-41e6-b991-c29a600a1779 req-bed2b349-b520-4728-a67d-3526193cbf57 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/security-groups?id=bedae7e7-5372-4bfa-b109-7cae6446e1e5&id=535f41b5-87fd-4c63-9e01-6465553440e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524571 Jun 16 19:11:14.922351 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a1c32-ce25-4df0-ac3c-fe8da4ce74ff req-f0b9f7f1-9ef9-44cb-9b95-11a1df7c717e tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:11:14.923809 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-cf0a1c32-ce25-4df0-ac3c-fe8da4ce74ff req-f0b9f7f1-9ef9-44cb-9b95-11a1df7c717e tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 984 time: 0.0474081 Jun 16 19:11:14.983386 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-cf0a1c32-ce25-4df0-ac3c-fe8da4ce74ff req-01d2cec2-69e2-4261-8f61-bd4abbf2e9d4 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/security-groups?id=bedae7e7-5372-4bfa-b109-7cae6446e1e5&id=535f41b5-87fd-4c63-9e01-6465553440e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539360 Jun 16 19:11:16.095596 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b23c8-7862-4525-849e-5fa621b548f5 req-1c2898cd-bd99-4ad4-9233-864d76fcceda tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:11:16.097062 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-349b23c8-7862-4525-849e-5fa621b548f5 req-1c2898cd-bd99-4ad4-9233-864d76fcceda tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 984 time: 0.0469241 Jun 16 19:11:16.158209 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-349b23c8-7862-4525-849e-5fa621b548f5 req-8be75705-e89f-4bcb-959a-e869b39d24a8 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/security-groups?id=bedae7e7-5372-4bfa-b109-7cae6446e1e5&id=535f41b5-87fd-4c63-9e01-6465553440e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555630 Jun 16 19:11:17.271896 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de11d6-d8b5-42ea-9e5a-93d27bc8c455 req-ca42b2ac-b231-437e-8194-4772137d8555 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:11:17.273358 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-71de11d6-d8b5-42ea-9e5a-93d27bc8c455 req-ca42b2ac-b231-437e-8194-4772137d8555 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 984 time: 0.0468962 Jun 16 19:11:17.331650 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-71de11d6-d8b5-42ea-9e5a-93d27bc8c455 req-047142d6-1758-4fe7-96f8-8a2999fc9061 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/security-groups?id=bedae7e7-5372-4bfa-b109-7cae6446e1e5&id=535f41b5-87fd-4c63-9e01-6465553440e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527947 Jun 16 19:11:18.442897 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537b6d1-0baf-4e26-b307-e1cd4cfc347c req-d16fd0f3-eb0b-4870-b452-1de879a3e966 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:11:18.444250 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b537b6d1-0baf-4e26-b307-e1cd4cfc347c req-d16fd0f3-eb0b-4870-b452-1de879a3e966 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 984 time: 0.0464549 Jun 16 19:11:18.505769 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-b537b6d1-0baf-4e26-b307-e1cd4cfc347c req-8718c03e-300e-4f03-9988-a8f937259b79 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/security-groups?id=bedae7e7-5372-4bfa-b109-7cae6446e1e5&id=535f41b5-87fd-4c63-9e01-6465553440e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560017 Jun 16 19:11:19.617587 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2c74d-3ed6-4741-bacd-c19233317142 req-ef20c0d2-0a72-4b0b-9f51-846df15d2c89 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:11:19.618953 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f0a2c74d-3ed6-4741-bacd-c19233317142 req-ef20c0d2-0a72-4b0b-9f51-846df15d2c89 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 984 time: 0.0469880 Jun 16 19:11:19.677897 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-f0a2c74d-3ed6-4741-bacd-c19233317142 req-112c4e61-cde2-46ae-9c52-0dbf2bfaf29d tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/security-groups?id=bedae7e7-5372-4bfa-b109-7cae6446e1e5&id=535f41b5-87fd-4c63-9e01-6465553440e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525506 Jun 16 19:11:20.789582 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401d2ea-c890-41f9-ac24-e4e083e5227f req-b4c92ff3-5bf1-4a8e-b73e-c78aa483da27 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:11:20.791043 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d401d2ea-c890-41f9-ac24-e4e083e5227f req-b4c92ff3-5bf1-4a8e-b73e-c78aa483da27 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 984 time: 0.0466366 Jun 16 19:11:20.830997 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:11:20.850714 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d401d2ea-c890-41f9-ac24-e4e083e5227f req-98245a22-6983-46f7-bbfb-293ed80426ae tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/security-groups?id=bedae7e7-5372-4bfa-b109-7cae6446e1e5&id=535f41b5-87fd-4c63-9e01-6465553440e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535450 Jun 16 19:11:21.970671 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11343263-3c84-4b06-a313-07010dd99660 req-f9559726-de6b-4375-b6a3-01690f8f2db0 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:11:21.972105 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-11343263-3c84-4b06-a313-07010dd99660 req-f9559726-de6b-4375-b6a3-01690f8f2db0 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 984 time: 0.0499721 Jun 16 19:11:22.030463 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-11343263-3c84-4b06-a313-07010dd99660 req-8f15ec18-5fdc-40a3-ae4c-b4954f3d3fa7 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/security-groups?id=bedae7e7-5372-4bfa-b109-7cae6446e1e5&id=535f41b5-87fd-4c63-9e01-6465553440e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528419 Jun 16 19:11:22.037850 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=38,neutron:UPDATE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:11:22.038766 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:11:22.096926 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=2 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:11:23.151498 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee81682-88db-4530-8fd3-733d89e0bbef req-850e2c11-8ade-48b2-b8b1-93226cab4aef tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:11:23.152958 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-bee81682-88db-4530-8fd3-733d89e0bbef req-850e2c11-8ade-48b2-b8b1-93226cab4aef tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 984 time: 0.0483942 Jun 16 19:11:23.174211 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:11:23.214289 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-bee81682-88db-4530-8fd3-733d89e0bbef req-09cf0cdf-b427-4488-be29-547fa9b8e65d tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/security-groups?id=bedae7e7-5372-4bfa-b109-7cae6446e1e5&id=535f41b5-87fd-4c63-9e01-6465553440e6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551581 Jun 16 19:11:26.414723 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [req-22957ea6-0ad0-4019-b0e1-b3008f49989a req-b0659d85-4b2e-4bc4-91f4-e9f4c547aba6 service neutron] (116192) timed out ('10.222.0.66', 54198) {{(pid=116192) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 16 19:11:27.650928 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:11:33.208630 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=26 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:11:36.702351 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-cdc81d7c-0427-48fc-8697-f491dbc4182a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:11:39.016643 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-7e4328ef-fa9a-4a22-8d36-871f7945204a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:11:39.150054 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:11:39.154962 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=5 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:11:40.299905 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:11:41.666186 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:11:42.108842 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:11:47.100095 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [req-af06cc53-a021-48a4-8157-ce7f48feaac4 req-7aaca9df-6c5d-4b63-b7f9-481ad990a6dc service neutron] (116193) timed out ('10.222.0.66', 54219) {{(pid=116193) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 16 19:11:49.100619 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 6 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 19:11:53.602486 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:11:53.604422 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:11:55.539249 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ce7ce7f1-8028-47e1-b513-8caa35fb7ff5 req-4bad81ba-e74b-4846-bc48-805b59cfbd00 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1542838325&fields=id&tenant_id=434965eee025410ca595f90a8bd80ee5 HTTP/1.1" status: 200 len: 267 time: 0.0451248 Jun 16 19:11:55.832772 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ce7f1-8028-47e1-b513-8caa35fb7ff5 req-f6b2ce8d-b3d1-4a77-aee0-9e2af3b22d5e tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:11:55.834249 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ce7ce7f1-8028-47e1-b513-8caa35fb7ff5 req-f6b2ce8d-b3d1-4a77-aee0-9e2af3b22d5e tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 984 time: 0.2899177 Jun 16 19:11:55.844677 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.v2.base [req-ce7ce7f1-8028-47e1-b513-8caa35fb7ff5 req-5ff750d5-511e-4a96-9db9-0f484ef3a76b tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Request body: {'port': {'security_groups': ['535f41b5-87fd-4c63-9e01-6465553440e6']}} {{(pid=116193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 16 19:11:55.912582 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-ce7ce7f1-8028-47e1-b513-8caa35fb7ff5 req-5ff750d5-511e-4a96-9db9-0f484ef3a76b tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-803494'] for port (efca7ecf-770c-43f6-ad48-76e41bcc8e51), before_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:11:56.078635 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-ce7ce7f1-8028-47e1-b513-8caa35fb7ff5 req-5ff750d5-511e-4a96-9db9-0f484ef3a76b tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] For port efca7ecf-770c-43f6-ad48-76e41bcc8e51, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=efca7ecf-770c-43f6-ad48-76e41bcc8e51,segment=NetworkSegment(89f8d196-e0d9-4cb3-a766-c9ef157e28e6),segment_id=89f8d196-e0d9-4cb3-a766-c9ef157e28e6)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:11:56.105397 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-ce7ce7f1-8028-47e1-b513-8caa35fb7ff5 req-5ff750d5-511e-4a96-9db9-0f484ef3a76b tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks [] for port (efca7ecf-770c-43f6-ad48-76e41bcc8e51), precommit_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:11:56.159935 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-ce7ce7f1-8028-47e1-b513-8caa35fb7ff5 req-5ff750d5-511e-4a96-9db9-0f484ef3a76b tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748651437909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748651085882', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748651085900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5911769'] for port (efca7ecf-770c-43f6-ad48-76e41bcc8e51), after_update {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:11:56.172742 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] get_ports_and_sgs() called for port_ids ['efca7ecf-770c-43f6-ad48-76e41bcc8e51'] {{(pid=116194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 19:11:56.201872 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ce7f1-8028-47e1-b513-8caa35fb7ff5 req-5ff750d5-511e-4a96-9db9-0f484ef3a76b tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:11:56.211541 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-ce7ce7f1-8028-47e1-b513-8caa35fb7ff5 req-5ff750d5-511e-4a96-9db9-0f484ef3a76b tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:11:56.211541 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-ce7ce7f1-8028-47e1-b513-8caa35fb7ff5 req-5ff750d5-511e-4a96-9db9-0f484ef3a76b tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "PUT /v2.0/ports/efca7ecf-770c-43f6-ad48-76e41bcc8e51 HTTP/1.1" status: 200 len: 942 time: 0.3635221 Jun 16 19:11:56.211541 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1348675e-c712-4fef-bfa2-055adc5e73b7', 'tag': 'efca7ecf-770c-43f6-ad48-76e41bcc8e51'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:11:56.211541 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1340f109-3b6e-4384-a835-6f5b246bd5fd" -d '{"events": [{"name": "network-changed", "server_uuid": "1348675e-c712-4fef-bfa2-055adc5e73b7", "tag": "efca7ecf-770c-43f6-ad48-76e41bcc8e51"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:11:56.212823 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 57942) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:11:56.242697 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff750d5-511e-4a96-9db9-0f484ef3a76b tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Pushing event updated for resources: {'Port': ['ID=efca7ecf-770c-43f6-ad48-76e41bcc8e51,revision_number=7']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:11:56.253493 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff750d5-511e-4a96-9db9-0f484ef3a76b tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:11:56.253853 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff750d5-511e-4a96-9db9-0f484ef3a76b tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:11:56.254312 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff750d5-511e-4a96-9db9-0f484ef3a76b tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:11:56.254722 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff750d5-511e-4a96-9db9-0f484ef3a76b tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:11:56.255131 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff750d5-511e-4a96-9db9-0f484ef3a76b tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:11:56.255535 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff750d5-511e-4a96-9db9-0f484ef3a76b tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:11:56.255964 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff750d5-511e-4a96-9db9-0f484ef3a76b tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:11:56.256484 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff750d5-511e-4a96-9db9-0f484ef3a76b tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:11:56.256826 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff750d5-511e-4a96-9db9-0f484ef3a76b tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:11:56.257159 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff750d5-511e-4a96-9db9-0f484ef3a76b tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:11:56.257533 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff750d5-511e-4a96-9db9-0f484ef3a76b tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:11:56.257974 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff750d5-511e-4a96-9db9-0f484ef3a76b tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:11:56.258312 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff750d5-511e-4a96-9db9-0f484ef3a76b tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:11:56.258643 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff750d5-511e-4a96-9db9-0f484ef3a76b tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:11:56.258973 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff750d5-511e-4a96-9db9-0f484ef3a76b tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:11:56.286839 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] get_ports_and_sgs() called for port_ids ['efca7ecf-770c-43f6-ad48-76e41bcc8e51'] {{(pid=116194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 19:11:56.337277 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-0c8f4526-71a5-4c18-a8ee-f98d5b0073ce tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks [] for security_group (bedae7e7-5372-4bfa-b109-7cae6446e1e5), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:11:56.374207 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-0c8f4526-71a5-4c18-a8ee-f98d5b0073ce tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks [] for security_group (bedae7e7-5372-4bfa-b109-7cae6446e1e5), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:11:56.391732 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 19:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46e77f4-a73f-4c2b-9164-b851fe5df578 x-openstack-request-id: req-e46e77f4-a73f-4c2b-9164-b851fe5df578 {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:11:56.392030 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1348675e-c712-4fef-bfa2-055adc5e73b7", "tag": "efca7ecf-770c-43f6-ad48-76e41bcc8e51", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:11:56.392285 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e46e77f4-a73f-4c2b-9164-b851fe5df578 {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:11:56.392696 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e46e77f4-a73f-4c2b-9164-b851fe5df578'] response: {'name': 'network-changed', 'server_uuid': '1348675e-c712-4fef-bfa2-055adc5e73b7', 'tag': 'efca7ecf-770c-43f6-ad48-76e41bcc8e51', 'status': 'completed', 'code': 200} Jun 16 19:11:56.508061 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340f109-3b6e-4384-a835-6f5b246bd5fd req-a74cfe63-3923-4b53-91ec-5a3e0d87042a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:11:56.509494 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1340f109-3b6e-4384-a835-6f5b246bd5fd req-a74cfe63-3923-4b53-91ec-5a3e0d87042a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=434965eee025410ca595f90a8bd80ee5&device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 1129 time: 0.0937476 Jun 16 19:11:56.546812 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-0c8f4526-71a5-4c18-a8ee-f98d5b0073ce tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (bedae7e7-5372-4bfa-b109-7cae6446e1e5), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:11:56.549702 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-0c8f4526-71a5-4c18-a8ee-f98d5b0073ce tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks [] for security_group (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:11:56.550974 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-0c8f4526-71a5-4c18-a8ee-f98d5b0073ce tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "DELETE /v2.0/security-groups/bedae7e7-5372-4bfa-b109-7cae6446e1e5 HTTP/1.1" status: 204 len: 168 time: 0.3398452 Jun 16 19:11:56.553220 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.provisioning_blocks [None req-526d3995-cda0-44ea-9914-43c64f3e3af7 None None] Provisioning complete for port efca7ecf-770c-43f6-ad48-76e41bcc8e51 triggered by entity DHCP. {{(pid=116194) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 16 19:11:56.567607 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-526d3995-cda0-44ea-9914-43c64f3e3af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-877744'] for port (efca7ecf-770c-43f6-ad48-76e41bcc8e51), provisioning_complete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:11:56.567768 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 57950) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:11:56.595849 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f4526-71a5-4c18-a8ee-f98d5b0073ce tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedae7e7-5372-4bfa-b109-7cae6446e1e5,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:11:56.602214 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340f109-3b6e-4384-a835-6f5b246bd5fd req-58a90e5b-24e5-4a6c-9dcc-a01fb05b96d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:11:56.603699 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1340f109-3b6e-4384-a835-6f5b246bd5fd req-58a90e5b-24e5-4a6c-9dcc-a01fb05b96d8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8ac31b9c-4b91-4420-8c18-00bfa7a64c28 HTTP/1.1" status: 200 len: 917 time: 0.0868564 Jun 16 19:11:56.612396 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f4526-71a5-4c18-a8ee-f98d5b0073ce tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:11:56.612768 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f4526-71a5-4c18-a8ee-f98d5b0073ce tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:11:56.613176 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f4526-71a5-4c18-a8ee-f98d5b0073ce tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:11:56.613606 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f4526-71a5-4c18-a8ee-f98d5b0073ce tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:11:56.614011 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f4526-71a5-4c18-a8ee-f98d5b0073ce tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:11:56.614412 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f4526-71a5-4c18-a8ee-f98d5b0073ce tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:11:56.614808 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f4526-71a5-4c18-a8ee-f98d5b0073ce tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:11:56.615248 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f4526-71a5-4c18-a8ee-f98d5b0073ce tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:11:56.615638 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f4526-71a5-4c18-a8ee-f98d5b0073ce tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:11:56.616033 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f4526-71a5-4c18-a8ee-f98d5b0073ce tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:11:56.616426 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f4526-71a5-4c18-a8ee-f98d5b0073ce tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:11:56.616817 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f4526-71a5-4c18-a8ee-f98d5b0073ce tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:11:56.617215 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f4526-71a5-4c18-a8ee-f98d5b0073ce tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:11:56.617627 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f4526-71a5-4c18-a8ee-f98d5b0073ce tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:11:56.618022 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f4526-71a5-4c18-a8ee-f98d5b0073ce tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:11:56.645968 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-526d3995-cda0-44ea-9914-43c64f3e3af7 None None] Current status of the port efca7ecf-770c-43f6-ad48-76e41bcc8e51 is: ACTIVE; New status is: ACTIVE {{(pid=116194) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 16 19:11:56.676105 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1340f109-3b6e-4384-a835-6f5b246bd5fd req-43e70d41-f201-4505-9029-f756785f7f04 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efca7ecf-770c-43f6-ad48-76e41bcc8e51 HTTP/1.1" status: 200 len: 1001 time: 0.0661142 Jun 16 19:11:56.724325 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340f109-3b6e-4384-a835-6f5b246bd5fd req-388b366c-0ea9-4886-a6e7-4ecb25225e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:11:56.724797 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-d78f8ad8-5557-4914-8c20-43c9d9f75a9a tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Deleting port af8800af-9cd3-4a8d-b9c6-2fa46fab917f {{(pid=116192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:11:56.725148 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d78f8ad8-5557-4914-8c20-43c9d9f75a9a tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (af8800af-9cd3-4a8d-b9c6-2fa46fab917f), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:11:56.725817 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1340f109-3b6e-4384-a835-6f5b246bd5fd req-388b366c-0ea9-4886-a6e7-4ecb25225e40 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fc6f112e-26b7-4a06-9790-22232be895e9 HTTP/1.1" status: 200 len: 854 time: 0.0443115 Jun 16 19:11:56.768369 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340f109-3b6e-4384-a835-6f5b246bd5fd req-375dd8e6-f493-4f3d-9467-59afc5a2f256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:11:56.769886 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1340f109-3b6e-4384-a835-6f5b246bd5fd req-375dd8e6-f493-4f3d-9467-59afc5a2f256 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8ac31b9c-4b91-4420-8c18-00bfa7a64c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384719 Jun 16 19:11:56.803811 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d78f8ad8-5557-4914-8c20-43c9d9f75a9a tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (af8800af-9cd3-4a8d-b9c6-2fa46fab917f), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:11:56.804127 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d78f8ad8-5557-4914-8c20-43c9d9f75a9a tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks [] for floatingip (af8800af-9cd3-4a8d-b9c6-2fa46fab917f), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:11:56.816726 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-d78f8ad8-5557-4914-8c20-43c9d9f75a9a tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Calling delete_port for af8800af-9cd3-4a8d-b9c6-2fa46fab917f owned by network:floatingip {{(pid=116192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:11:56.862698 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1340f109-3b6e-4384-a835-6f5b246bd5fd req-0fcd8db6-55c2-4c4b-8009-b5b8d440b3f3 service neutron] 10.222.0.66 "GET /v2.0/networks/8ac31b9c-4b91-4420-8c18-00bfa7a64c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867913 Jun 16 19:11:56.953619 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-1340f109-3b6e-4384-a835-6f5b246bd5fd req-fb992086-a47d-4c4c-8ec2-0a957e3d6ade service neutron] 10.222.0.66 "GET /v2.0/networks/8ac31b9c-4b91-4420-8c18-00bfa7a64c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854373 Jun 16 19:11:57.034243 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d78f8ad8-5557-4914-8c20-43c9d9f75a9a tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326567'] for port (af8800af-9cd3-4a8d-b9c6-2fa46fab917f), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:11:57.059307 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f8ad8-5557-4914-8c20-43c9d9f75a9a tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Pushing event deleted for resources: {'Port': ['ID=af8800af-9cd3-4a8d-b9c6-2fa46fab917f,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:11:57.119944 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d78f8ad8-5557-4914-8c20-43c9d9f75a9a tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks [] for floatingip (f67325d7-f15d-4732-8aa8-15f7d3eb84a3), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:11:57.120197 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.db.l3_db [None req-d78f8ad8-5557-4914-8c20-43c9d9f75a9a tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Floating IP f67325d7-f15d-4732-8aa8-15f7d3eb84a3 disassociated (deleted). External IP: 172.27.0.198, port: efca7ecf-770c-43f6-ad48-76e41bcc8e51. Jun 16 19:11:57.303615 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:11:57.314132 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:11:57.316126 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78f8ad8-5557-4914-8c20-43c9d9f75a9a tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Router d9c49db7-1403-47fd-ae10-eaa53fc15bc2 has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 19:11:57.418691 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78f8ad8-5557-4914-8c20-43c9d9f75a9a tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:11:57.423400 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-d78f8ad8-5557-4914-8c20-43c9d9f75a9a tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for floatingip (None), before_response {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:11:57.427997 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b0b930-54d0-4446-854b-08a42269762f None None] Sync routers for ids ['d9c49db7-1403-47fd-ae10-eaa53fc15bc2'] in dv-cinder-846171-1-iscsi {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:11:57.438473 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b0b930-54d0-4446-854b-08a42269762f None None] Routers {'d9c49db7-1403-47fd-ae10-eaa53fc15bc2'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:11:57.439076 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-f2b0b930-54d0-4446-854b-08a42269762f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:11:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['d9c49db7-1403-47fd-ae10-eaa53fc15bc2'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:11:57.456624 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-d78f8ad8-5557-4914-8c20-43c9d9f75a9a tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "DELETE /v2.0/floatingips/f67325d7-f15d-4732-8aa8-15f7d3eb84a3 HTTP/1.1" status: 204 len: 168 time: 0.8997438 Jun 16 19:11:57.457350 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1348675e-c712-4fef-bfa2-055adc5e73b7', 'tag': 'efca7ecf-770c-43f6-ad48-76e41bcc8e51'}] {{(pid=116192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:11:57.459757 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e744e9e4082f242c101b6c91db8253db5b8bdf8a002bfe2f24814a1499063359" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125fd6b2-034c-437f-afe4-f352cf7aab96" -d '{"events": [{"name": "network-changed", "server_uuid": "1348675e-c712-4fef-bfa2-055adc5e73b7", "tag": "efca7ecf-770c-43f6-ad48-76e41bcc8e51"}]}' {{(pid=116192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:11:57.502728 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 16 Jun 2022 19:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ded975-75b9-478e-a8cd-2ff31c93e77d x-openstack-request-id: req-46ded975-75b9-478e-a8cd-2ff31c93e77d {{(pid=116192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:11:57.503028 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1348675e-c712-4fef-bfa2-055adc5e73b7", "tag": "efca7ecf-770c-43f6-ad48-76e41bcc8e51", "status": "completed", "code": 200}]} {{(pid=116192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:11:57.503282 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-46ded975-75b9-478e-a8cd-2ff31c93e77d {{(pid=116192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:11:57.503698 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46ded975-75b9-478e-a8cd-2ff31c93e77d'] response: {'name': 'network-changed', 'server_uuid': '1348675e-c712-4fef-bfa2-055adc5e73b7', 'tag': 'efca7ecf-770c-43f6-ad48-76e41bcc8e51', 'status': 'completed', 'code': 200} Jun 16 19:11:57.538786 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-f2b0b930-54d0-4446-854b-08a42269762f None None] Set router d9c49db7-1403-47fd-ae10-eaa53fc15bc2 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:11:57.548889 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:11:57.574881 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:11:57.587510 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fd6b2-034c-437f-afe4-f352cf7aab96 req-284a2ac9-bb7a-4a67-82a8-c41613093a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:11:57.589055 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-125fd6b2-034c-437f-afe4-f352cf7aab96 req-284a2ac9-bb7a-4a67-82a8-c41613093a62 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=434965eee025410ca595f90a8bd80ee5&device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 1129 time: 0.0508821 Jun 16 19:11:57.600011 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:11:57.689897 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fd6b2-034c-437f-afe4-f352cf7aab96 req-bcd07b3d-d555-4e63-b050-7085ee042f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:11:57.691913 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-125fd6b2-034c-437f-afe4-f352cf7aab96 req-bcd07b3d-d555-4e63-b050-7085ee042f5e service neutron] 10.222.0.66 "GET /v2.0/networks?id=8ac31b9c-4b91-4420-8c18-00bfa7a64c28 HTTP/1.1" status: 200 len: 917 time: 0.0952477 Jun 16 19:11:57.739960 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-125fd6b2-034c-437f-afe4-f352cf7aab96 req-a300806a-52bb-4048-a66f-f435f6cc4ca1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efca7ecf-770c-43f6-ad48-76e41bcc8e51 HTTP/1.1" status: 200 len: 217 time: 0.0429788 Jun 16 19:11:57.763076 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-f2b0b930-54d0-4446-854b-08a42269762f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'name': 'tempest-TestMinimumBasicScenario-1792446815-router', 'tenant_id': '434965eee025410ca595f90a8bd80ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '756bee6b-cb95-4f74-984d-bcac551e42e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:09:55Z', 'updated_at': '2022-06-16T19:09:57Z', 'revision_number': 4, 'project_id': '434965eee025410ca595f90a8bd80ee5', 'gw_port': {'id': '756bee6b-cb95-4f74-984d-bcac551e42e3', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:09:55Z', 'updated_at': '2022-06-16T19:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': 'e49d153b-3c9b-434c-954b-58a474fcd132', 'name': '', 'network_id': '8ac31b9c-4b91-4420-8c18-00bfa7a64c28', 'tenant_id': '434965eee025410ca595f90a8bd80ee5', 'mac_address': 'fa:16:3e:85:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'fc6f112e-26b7-4a06-9790-22232be895e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:09:57Z', 'updated_at': '2022-06-16T19:10:01Z', 'revision_number': 5, 'project_id': '434965eee025410ca595f90a8bd80ee5', 'subnets': [{'id': 'fc6f112e-26b7-4a06-9790-22232be895e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:11:57.790438 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b0b930-54d0-4446-854b-08a42269762f None None] Checking router: d9c49db7-1403-47fd-ae10-eaa53fc15bc2 for host: dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:11:57.797566 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fd6b2-034c-437f-afe4-f352cf7aab96 req-675497b1-e88b-4d62-b05a-124625d41bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:11:57.799046 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-125fd6b2-034c-437f-afe4-f352cf7aab96 req-675497b1-e88b-4d62-b05a-124625d41bdd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fc6f112e-26b7-4a06-9790-22232be895e9 HTTP/1.1" status: 200 len: 854 time: 0.0518785 Jun 16 19:11:57.801108 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b0b930-54d0-4446-854b-08a42269762f None None] Routers {'d9c49db7-1403-47fd-ae10-eaa53fc15bc2'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:11:57.801775 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-f2b0b930-54d0-4446-854b-08a42269762f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:11:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['d9c49db7-1403-47fd-ae10-eaa53fc15bc2'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:11:57.842612 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fd6b2-034c-437f-afe4-f352cf7aab96 req-170c3e40-5803-42f0-b6b9-f4ad1047f949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:11:57.844283 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-125fd6b2-034c-437f-afe4-f352cf7aab96 req-170c3e40-5803-42f0-b6b9-f4ad1047f949 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8ac31b9c-4b91-4420-8c18-00bfa7a64c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394304 Jun 16 19:11:57.902010 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-f2b0b930-54d0-4446-854b-08a42269762f None None] Set router d9c49db7-1403-47fd-ae10-eaa53fc15bc2 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:11:57.938239 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-125fd6b2-034c-437f-afe4-f352cf7aab96 req-4cb3d887-f5ab-4a4a-bc2b-420ddc71d622 service neutron] 10.222.0.66 "GET /v2.0/networks/8ac31b9c-4b91-4420-8c18-00bfa7a64c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881529 Jun 16 19:11:58.034884 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-125fd6b2-034c-437f-afe4-f352cf7aab96 req-f55cfe76-8f8e-4f05-b0fa-87579e8e4fd7 service neutron] 10.222.0.66 "GET /v2.0/networks/8ac31b9c-4b91-4420-8c18-00bfa7a64c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914128 Jun 16 19:11:58.091599 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-f2b0b930-54d0-4446-854b-08a42269762f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'name': 'tempest-TestMinimumBasicScenario-1792446815-router', 'tenant_id': '434965eee025410ca595f90a8bd80ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '756bee6b-cb95-4f74-984d-bcac551e42e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:09:55Z', 'updated_at': '2022-06-16T19:09:57Z', 'revision_number': 4, 'project_id': '434965eee025410ca595f90a8bd80ee5', 'gw_port': {'id': '756bee6b-cb95-4f74-984d-bcac551e42e3', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:09:55Z', 'updated_at': '2022-06-16T19:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': 'e49d153b-3c9b-434c-954b-58a474fcd132', 'name': '', 'network_id': '8ac31b9c-4b91-4420-8c18-00bfa7a64c28', 'tenant_id': '434965eee025410ca595f90a8bd80ee5', 'mac_address': 'fa:16:3e:85:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'fc6f112e-26b7-4a06-9790-22232be895e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:09:57Z', 'updated_at': '2022-06-16T19:10:01Z', 'revision_number': 5, 'project_id': '434965eee025410ca595f90a8bd80ee5', 'subnets': [{'id': 'fc6f112e-26b7-4a06-9790-22232be895e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:11:58.116542 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b0b930-54d0-4446-854b-08a42269762f None None] The sync data for ids ['d9c49db7-1403-47fd-ae10-eaa53fc15bc2'] in dv-cinder-846171-1-iscsi is: [{'id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'name': 'tempest-TestMinimumBasicScenario-1792446815-router', 'tenant_id': '434965eee025410ca595f90a8bd80ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '756bee6b-cb95-4f74-984d-bcac551e42e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:09:55Z', 'updated_at': '2022-06-16T19:09:57Z', 'revision_number': 4, 'project_id': '434965eee025410ca595f90a8bd80ee5', 'gw_port': {'id': '756bee6b-cb95-4f74-984d-bcac551e42e3', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:09:55Z', 'updated_at': '2022-06-16T19:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi', '_interfaces': [{'id': 'e49d153b-3c9b-434c-954b-58a474fcd132', 'name': '', 'network_id': '8ac31b9c-4b91-4420-8c18-00bfa7a64c28', 'tenant_id': '434965eee025410ca595f90a8bd80ee5', 'mac_address': 'fa:16:3e:85:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': 'fc6f112e-26b7-4a06-9790-22232be895e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:09:57Z', 'updated_at': '2022-06-16T19:10:01Z', 'revision_number': 5, 'project_id': '434965eee025410ca595f90a8bd80ee5', 'subnets': [{'id': 'fc6f112e-26b7-4a06-9790-22232be895e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:11:58.330783 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4bc911-d60f-498d-a3c3-816011ce1395 None None] New status for floating IP f67325d7-f15d-4732-8aa8-15f7d3eb84a3: DOWN {{(pid=116194) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 16 19:12:00.891270 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55690c-1159-4a61-92d0-83a58ef3c5ab req-7a372ff9-741b-45b2-a4d4-554334be353f tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:12:00.892700 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6d55690c-1159-4a61-92d0-83a58ef3c5ab req-7a372ff9-741b-45b2-a4d4-554334be353f tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 945 time: 0.0506551 Jun 16 19:12:00.939177 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-6d55690c-1159-4a61-92d0-83a58ef3c5ab req-e7c9cf7c-2bbb-4260-8a30-153b64b0cdf1 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/security-groups?id=535f41b5-87fd-4c63-9e01-6465553440e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407736 Jun 16 19:12:02.058534 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55be2b-98fe-4201-be4f-0671e6b89614 req-844d89de-66ee-4c69-ad57-9d7be55830cd tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:12:02.060001 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8a55be2b-98fe-4201-be4f-0671e6b89614 req-844d89de-66ee-4c69-ad57-9d7be55830cd tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 945 time: 0.0486839 Jun 16 19:12:02.106117 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-8a55be2b-98fe-4201-be4f-0671e6b89614 req-aee77c52-cf93-45e5-a5db-f6c6a3199c9f tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/security-groups?id=535f41b5-87fd-4c63-9e01-6465553440e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399613 Jun 16 19:12:02.495726 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ab81b-c6fb-47ca-9476-47b88edc27c0 req-0e7685e6-437f-4557-87f0-3433c7bcb403 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=116193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 16 19:12:02.497125 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c47ab81b-c6fb-47ca-9476-47b88edc27c0 req-0e7685e6-437f-4557-87f0-3433c7bcb403 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.66 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 945 time: 0.0455534 Jun 16 19:12:02.580706 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-c47ab81b-c6fb-47ca-9476-47b88edc27c0 req-2ed0dd6e-4e79-421c-8795-d7ba58b25a00 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Deleting port efca7ecf-770c-43f6-ad48-76e41bcc8e51 {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:12:02.581050 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-c47ab81b-c6fb-47ca-9476-47b88edc27c0 req-2ed0dd6e-4e79-421c-8795-d7ba58b25a00 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (efca7ecf-770c-43f6-ad48-76e41bcc8e51), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:02.633542 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=100 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:12:02.669655 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [req-c47ab81b-c6fb-47ca-9476-47b88edc27c0 req-2ed0dd6e-4e79-421c-8795-d7ba58b25a00 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] For port efca7ecf-770c-43f6-ad48-76e41bcc8e51, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=efca7ecf-770c-43f6-ad48-76e41bcc8e51,segment=NetworkSegment(89f8d196-e0d9-4cb3-a766-c9ef157e28e6),segment_id=89f8d196-e0d9-4cb3-a766-c9ef157e28e6)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:12:02.670022 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-c47ab81b-c6fb-47ca-9476-47b88edc27c0 req-2ed0dd6e-4e79-421c-8795-d7ba58b25a00 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (efca7ecf-770c-43f6-ad48-76e41bcc8e51), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:02.688797 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [req-c47ab81b-c6fb-47ca-9476-47b88edc27c0 req-2ed0dd6e-4e79-421c-8795-d7ba58b25a00 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Calling delete_port for efca7ecf-770c-43f6-ad48-76e41bcc8e51 owned by compute:nova {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:12:02.880113 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-c47ab81b-c6fb-47ca-9476-47b88edc27c0 req-2ed0dd6e-4e79-421c-8795-d7ba58b25a00 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (efca7ecf-770c-43f6-ad48-76e41bcc8e51), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:02.896788 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] get_ports_and_sgs() called for port_ids ['efca7ecf-770c-43f6-ad48-76e41bcc8e51'] {{(pid=116194) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 16 19:12:02.908341 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0dd6e-4e79-421c-8795-d7ba58b25a00 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Pushing event deleted for resources: {'Port': ['ID=efca7ecf-770c-43f6-ad48-76e41bcc8e51,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:12:02.955127 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47ab81b-c6fb-47ca-9476-47b88edc27c0 req-2ed0dd6e-4e79-421c-8795-d7ba58b25a00 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] No DVR routers for this DVR port efca7ecf-770c-43f6-ad48-76e41bcc8e51 on host hv-cinder-84617 {{(pid=116193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 19:12:02.958296 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [req-c47ab81b-c6fb-47ca-9476-47b88edc27c0 req-2ed0dd6e-4e79-421c-8795-d7ba58b25a00 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77207'] for port (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:02.962027 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-c47ab81b-c6fb-47ca-9476-47b88edc27c0 req-2ed0dd6e-4e79-421c-8795-d7ba58b25a00 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.66 "DELETE /v2.0/ports/efca7ecf-770c-43f6-ad48-76e41bcc8e51 HTTP/1.1" status: 204 len: 173 time: 0.4588175 Jun 16 19:12:02.962461 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1348675e-c712-4fef-bfa2-055adc5e73b7', 'name': 'network-vif-deleted', 'tag': 'efca7ecf-770c-43f6-ad48-76e41bcc8e51'}] {{(pid=116193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 16 19:12:02.964731 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c01248e3a79c7b792cf557f7ba5feb3603ca34abef97f4286e2f35bf91a78aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbdb2c0-6da1-4d75-a120-ad4407402c4b" -d '{"events": [{"server_uuid": "1348675e-c712-4fef-bfa2-055adc5e73b7", "name": "network-vif-deleted", "tag": "efca7ecf-770c-43f6-ad48-76e41bcc8e51"}]}' {{(pid=116193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 19:12:02.999318 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 16 Jun 2022 19:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69af54d5-8542-4317-815f-bd58e32cf1c8 x-openstack-request-id: req-69af54d5-8542-4317-815f-bd58e32cf1c8 {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 19:12:02.999605 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1348675e-c712-4fef-bfa2-055adc5e73b7", "name": "network-vif-deleted", "tag": "efca7ecf-770c-43f6-ad48-76e41bcc8e51", "status": "completed", "code": 200}]} {{(pid=116193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 19:12:02.999869 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-69af54d5-8542-4317-815f-bd58e32cf1c8 {{(pid=116193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 19:12:03.000535 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69af54d5-8542-4317-815f-bd58e32cf1c8'] response: {'server_uuid': '1348675e-c712-4fef-bfa2-055adc5e73b7', 'name': 'network-vif-deleted', 'tag': 'efca7ecf-770c-43f6-ad48-76e41bcc8e51', 'status': 'completed', 'code': 200} Jun 16 19:12:03.205926 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [req-d14de482-5952-43fa-a5cd-8e07b82d66a0 req-53e20d86-ec52-433e-869b-b087c7286f31 tempest-TestMinimumBasicScenario-403167475 tempest-TestMinimumBasicScenario-403167475-project] 10.222.0.81 "GET /v2.0/ports?device_id=1348675e-c712-4fef-bfa2-055adc5e73b7 HTTP/1.1" status: 200 len: 210 time: 0.0292766 Jun 16 19:12:05.419631 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 58038) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:12:05.519900 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:12:05.721073 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9ab0e721-1ec0-4710-9888-357f63e2acdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8339909'] for router_interface (d9c49db7-1403-47fd-ae10-eaa53fc15bc2), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:05.927398 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-9ab0e721-1ec0-4710-9888-357f63e2acdb admin admin] Deleting port e49d153b-3c9b-434c-954b-58a474fcd132 {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:12:05.927767 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9ab0e721-1ec0-4710-9888-357f63e2acdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (e49d153b-3c9b-434c-954b-58a474fcd132), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:05.990661 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:12:06.010035 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [None req-9ab0e721-1ec0-4710-9888-357f63e2acdb admin admin] For port e49d153b-3c9b-434c-954b-58a474fcd132, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=e49d153b-3c9b-434c-954b-58a474fcd132,segment=NetworkSegment(89f8d196-e0d9-4cb3-a766-c9ef157e28e6),segment_id=89f8d196-e0d9-4cb3-a766-c9ef157e28e6)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:12:06.010421 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9ab0e721-1ec0-4710-9888-357f63e2acdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (e49d153b-3c9b-434c-954b-58a474fcd132), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:06.024502 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-9ab0e721-1ec0-4710-9888-357f63e2acdb admin admin] Calling delete_port for e49d153b-3c9b-434c-954b-58a474fcd132 owned by network:router_interface {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:12:06.274846 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9ab0e721-1ec0-4710-9888-357f63e2acdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (e49d153b-3c9b-434c-954b-58a474fcd132), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:06.299172 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0e721-1ec0-4710-9888-357f63e2acdb admin admin] Pushing event deleted for resources: {'Port': ['ID=e49d153b-3c9b-434c-954b-58a474fcd132,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:12:06.302331 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device efca7ecf-770c-43f6-ad48-76e41bcc8e51 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:12:06.324473 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] No Port match for: efca7ecf-770c-43f6-ad48-76e41bcc8e51 {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:12:06.324827 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Device efca7ecf-770c-43f6-ad48-76e41bcc8e51 not bound to the agent host hv-cinder-84617 {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:12:06.332257 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:12:06.469972 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9ab0e721-1ec0-4710-9888-357f63e2acdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8339541'] for router_interface (d9c49db7-1403-47fd-ae10-eaa53fc15bc2), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:06.670293 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab0e721-1ec0-4710-9888-357f63e2acdb admin admin] Router d9c49db7-1403-47fd-ae10-eaa53fc15bc2 has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 19:12:06.706421 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-477501b8-30b1-4dc0-a9d5-f9b28cda5e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:06.776311 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab0e721-1ec0-4710-9888-357f63e2acdb admin admin] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:12:06.781655 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-9ab0e721-1ec0-4710-9888-357f63e2acdb admin admin] 10.222.0.81 "PUT /v2.0/routers/d9c49db7-1403-47fd-ae10-eaa53fc15bc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3607745 Jun 16 19:12:06.784020 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 58040) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:12:06.786458 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5412d28-0708-48d1-9e62-1b563ac56a3f None None] Sync routers for ids ['d9c49db7-1403-47fd-ae10-eaa53fc15bc2'] in dv-cinder-846171-1-iscsi {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:12:06.797125 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5412d28-0708-48d1-9e62-1b563ac56a3f None None] Routers {'d9c49db7-1403-47fd-ae10-eaa53fc15bc2'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:12:06.797759 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-a5412d28-0708-48d1-9e62-1b563ac56a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:11:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['d9c49db7-1403-47fd-ae10-eaa53fc15bc2'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:12:06.883452 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-8129645a-31d2-42b3-bf74-9188f31c7d2d admin admin] Publish callbacks [] for router (d9c49db7-1403-47fd-ae10-eaa53fc15bc2), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:06.895894 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-a5412d28-0708-48d1-9e62-1b563ac56a3f None None] Set router d9c49db7-1403-47fd-ae10-eaa53fc15bc2 gateway port host: dv-cinder-846171-1-iscsi {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:12:06.917228 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:12:06.983502 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-8129645a-31d2-42b3-bf74-9188f31c7d2d admin admin] Publish callbacks [] for router_gateway (d9c49db7-1403-47fd-ae10-eaa53fc15bc2), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:07.014061 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=100 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:12:07.058833 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-a5412d28-0708-48d1-9e62-1b563ac56a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'name': 'tempest-TestMinimumBasicScenario-1792446815-router', 'tenant_id': '434965eee025410ca595f90a8bd80ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '756bee6b-cb95-4f74-984d-bcac551e42e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:09:55Z', 'updated_at': '2022-06-16T19:12:06Z', 'revision_number': 5, 'project_id': '434965eee025410ca595f90a8bd80ee5', 'gw_port': {'id': '756bee6b-cb95-4f74-984d-bcac551e42e3', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:09:55Z', 'updated_at': '2022-06-16T19:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi'}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:12:07.061148 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=100 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:12:07.084947 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5412d28-0708-48d1-9e62-1b563ac56a3f None None] Checking router: d9c49db7-1403-47fd-ae10-eaa53fc15bc2 for host: dv-cinder-846171-1-iscsi {{(pid=116195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:12:07.092974 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5412d28-0708-48d1-9e62-1b563ac56a3f None None] Routers {'d9c49db7-1403-47fd-ae10-eaa53fc15bc2'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:12:07.094108 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-a5412d28-0708-48d1-9e62-1b563ac56a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:11:39Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['d9c49db7-1403-47fd-ae10-eaa53fc15bc2'], 'active': True} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:12:07.131301 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-8129645a-31d2-42b3-bf74-9188f31c7d2d admin admin] Deleting port 756bee6b-cb95-4f74-984d-bcac551e42e3 {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:12:07.131642 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-8129645a-31d2-42b3-bf74-9188f31c7d2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (756bee6b-cb95-4f74-984d-bcac551e42e3), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:07.215970 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [None req-8129645a-31d2-42b3-bf74-9188f31c7d2d admin admin] For port 756bee6b-cb95-4f74-984d-bcac551e42e3, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=756bee6b-cb95-4f74-984d-bcac551e42e3,segment=NetworkSegment(71d34237-f06f-4603-b433-3dd04278adc6),segment_id=71d34237-f06f-4603-b433-3dd04278adc6)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:12:07.216333 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-8129645a-31d2-42b3-bf74-9188f31c7d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (756bee6b-cb95-4f74-984d-bcac551e42e3), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:07.229568 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-8129645a-31d2-42b3-bf74-9188f31c7d2d admin admin] Calling delete_port for 756bee6b-cb95-4f74-984d-bcac551e42e3 owned by network:router_gateway {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:12:07.256904 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_dvr_db [None req-a5412d28-0708-48d1-9e62-1b563ac56a3f None None] Set router d9c49db7-1403-47fd-ae10-eaa53fc15bc2 gateway port host: None {{(pid=116195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:12:07.303759 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.l3_hamode_db [None req-a5412d28-0708-48d1-9e62-1b563ac56a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'name': 'tempest-TestMinimumBasicScenario-1792446815-router', 'tenant_id': '434965eee025410ca595f90a8bd80ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:09:55Z', 'updated_at': '2022-06-16T19:12:06Z', 'revision_number': 6, 'project_id': '434965eee025410ca595f90a8bd80ee5', 'gw_port_host': None}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:12:07.327067 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5412d28-0708-48d1-9e62-1b563ac56a3f None None] The sync data for ids ['d9c49db7-1403-47fd-ae10-eaa53fc15bc2'] in dv-cinder-846171-1-iscsi is: [{'id': 'd9c49db7-1403-47fd-ae10-eaa53fc15bc2', 'name': 'tempest-TestMinimumBasicScenario-1792446815-router', 'tenant_id': '434965eee025410ca595f90a8bd80ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:09:55Z', 'updated_at': '2022-06-16T19:12:06Z', 'revision_number': 6, 'project_id': '434965eee025410ca595f90a8bd80ee5', 'gw_port_host': None}] {{(pid=116195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:12:07.330009 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:12:07.450885 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=30 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:12:07.453305 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:12:07.525704 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-8129645a-31d2-42b3-bf74-9188f31c7d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (756bee6b-cb95-4f74-984d-bcac551e42e3), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:07.550583 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129645a-31d2-42b3-bf74-9188f31c7d2d admin admin] Pushing event deleted for resources: {'Port': ['ID=756bee6b-cb95-4f74-984d-bcac551e42e3,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:12:07.609854 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-8129645a-31d2-42b3-bf74-9188f31c7d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8340098'] for router_gateway (d9c49db7-1403-47fd-ae10-eaa53fc15bc2), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:07.695755 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-8129645a-31d2-42b3-bf74-9188f31c7d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8344715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12082'] for router (d9c49db7-1403-47fd-ae10-eaa53fc15bc2), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:07.698020 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-8129645a-31d2-42b3-bf74-9188f31c7d2d admin admin] Publish callbacks [] for router_controller (d9c49db7-1403-47fd-ae10-eaa53fc15bc2), precommit_delete_associations {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:07.806261 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-8129645a-31d2-42b3-bf74-9188f31c7d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8344801'] for router (d9c49db7-1403-47fd-ae10-eaa53fc15bc2), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:07.807137 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8129645a-31d2-42b3-bf74-9188f31c7d2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9c49db7-1403-47fd-ae10-eaa53fc15bc2 {{(pid=116193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 19:12:07.811865 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-8129645a-31d2-42b3-bf74-9188f31c7d2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:07.813522 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-8129645a-31d2-42b3-bf74-9188f31c7d2d admin admin] 10.222.0.81 "DELETE /v2.0/routers/d9c49db7-1403-47fd-ae10-eaa53fc15bc2 HTTP/1.1" status: 204 len: 168 time: 1.0285859 Jun 16 19:12:07.815964 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 58042) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:12:07.859353 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4240386-c5a1-49f6-8f99-6f062ab276bd admin admin] Deleting subnet fc6f112e-26b7-4a06-9790-22232be895e9 {{(pid=116193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 19:12:07.862424 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e4240386-c5a1-49f6-8f99-6f062ab276bd admin admin] Publish callbacks [] for subnet (fc6f112e-26b7-4a06-9790-22232be895e9), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:07.896087 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e4240386-c5a1-49f6-8f99-6f062ab276bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5912568'] for subnet (fc6f112e-26b7-4a06-9790-22232be895e9), precommit_delete_associations {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:07.970784 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e4240386-c5a1-49f6-8f99-6f062ab276bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877176'] for subnet (fc6f112e-26b7-4a06-9790-22232be895e9), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:08.017730 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=83,neutron:DELETE=13,neutron:UPDATE=4 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:12:08.118352 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e4240386-c5a1-49f6-8f99-6f062ab276bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5911779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5640598'] for subnet (fc6f112e-26b7-4a06-9790-22232be895e9), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:08.144736 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4240386-c5a1-49f6-8f99-6f062ab276bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc6f112e-26b7-4a06-9790-22232be895e9,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:12:08.149481 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e4240386-c5a1-49f6-8f99-6f062ab276bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:08.153351 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-e4240386-c5a1-49f6-8f99-6f062ab276bd admin admin] 10.222.0.81 "DELETE /v2.0/subnets/fc6f112e-26b7-4a06-9790-22232be895e9 HTTP/1.1" status: 204 len: 168 time: 0.3364449 Jun 16 19:12:08.154881 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af73270-26e3-4cae-b00f-b4527fd343f3 None None] Network 8ac31b9c-4b91-4420-8c18-00bfa7a64c28 requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 19:12:08.155976 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 58044) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:12:08.282690 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 756bee6b-cb95-4f74-984d-bcac551e42e3 no longer exists at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:12:08.311018 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] No Port match for: 756bee6b-cb95-4f74-984d-bcac551e42e3 {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:12:08.311372 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 756bee6b-cb95-4f74-984d-bcac551e42e3 not bound to the agent host dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:12:08.311799 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device e49d153b-3c9b-434c-954b-58a474fcd132 no longer exists at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:12:08.333713 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] No Port match for: e49d153b-3c9b-434c-954b-58a474fcd132 {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:12:08.334417 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device e49d153b-3c9b-434c-954b-58a474fcd132 not bound to the agent host dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:12:08.338958 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d6734a-573a-4b76-81e8-8597de74ad1b None None] DHCP port deletion for 8ac31b9c-4b91-4420-8c18-00bfa7a64c28 request from dv-cinder-846171-1-iscsi {{(pid=116194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 19:12:08.387855 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-54d6734a-573a-4b76-81e8-8597de74ad1b None None] Deleting port bbdc779e-9268-49bb-8ade-f17a60adc50c {{(pid=116194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:12:08.388238 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-54d6734a-573a-4b76-81e8-8597de74ad1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (bbdc779e-9268-49bb-8ade-f17a60adc50c), before_delete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:08.457579 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-54d6734a-573a-4b76-81e8-8597de74ad1b None None] For port bbdc779e-9268-49bb-8ade-f17a60adc50c, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=bbdc779e-9268-49bb-8ade-f17a60adc50c,segment=NetworkSegment(89f8d196-e0d9-4cb3-a766-c9ef157e28e6),segment_id=89f8d196-e0d9-4cb3-a766-c9ef157e28e6)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:12:08.457979 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-54d6734a-573a-4b76-81e8-8597de74ad1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (bbdc779e-9268-49bb-8ade-f17a60adc50c), precommit_delete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:08.471148 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-54d6734a-573a-4b76-81e8-8597de74ad1b None None] Calling delete_port for bbdc779e-9268-49bb-8ade-f17a60adc50c owned by network:dhcp {{(pid=116194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:12:08.483829 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9f0c700f-72be-4be3-b899-bf7467bfc382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660547'] for network (8ac31b9c-4b91-4420-8c18-00bfa7a64c28), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:08.521911 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-9f0c700f-72be-4be3-b899-bf7467bfc382 admin admin] Deleting port bbdc779e-9268-49bb-8ade-f17a60adc50c {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:12:08.522344 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9f0c700f-72be-4be3-b899-bf7467bfc382 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (bbdc779e-9268-49bb-8ade-f17a60adc50c), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:08.533490 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:12:08.545464 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:12:08.587123 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [None req-9f0c700f-72be-4be3-b899-bf7467bfc382 admin admin] For port bbdc779e-9268-49bb-8ade-f17a60adc50c, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=bbdc779e-9268-49bb-8ade-f17a60adc50c,segment=NetworkSegment(89f8d196-e0d9-4cb3-a766-c9ef157e28e6),segment_id=89f8d196-e0d9-4cb3-a766-c9ef157e28e6)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:12:08.587725 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9f0c700f-72be-4be3-b899-bf7467bfc382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (bbdc779e-9268-49bb-8ade-f17a60adc50c), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:08.600661 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-9f0c700f-72be-4be3-b899-bf7467bfc382 admin admin] Calling delete_port for bbdc779e-9268-49bb-8ade-f17a60adc50c owned by network:dhcp {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:12:08.628824 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-54d6734a-573a-4b76-81e8-8597de74ad1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873'] for port (bbdc779e-9268-49bb-8ade-f17a60adc50c), after_delete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:08.660419 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d6734a-573a-4b76-81e8-8597de74ad1b None None] No DVR routers for this DVR port bbdc779e-9268-49bb-8ade-f17a60adc50c on host dv-cinder-846171-1-iscsi {{(pid=116194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 19:12:08.667580 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6734a-573a-4b76-81e8-8597de74ad1b None None] Pushing event deleted for resources: {'Port': ['ID=bbdc779e-9268-49bb-8ade-f17a60adc50c,revision_number=None']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:12:08.675271 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6734a-573a-4b76-81e8-8597de74ad1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:12:08.675630 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6734a-573a-4b76-81e8-8597de74ad1b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:12:08.675973 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6734a-573a-4b76-81e8-8597de74ad1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:12:08.676316 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6734a-573a-4b76-81e8-8597de74ad1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:12:08.676653 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6734a-573a-4b76-81e8-8597de74ad1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:12:08.677031 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6734a-573a-4b76-81e8-8597de74ad1b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:12:08.677387 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6734a-573a-4b76-81e8-8597de74ad1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:12:08.677716 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6734a-573a-4b76-81e8-8597de74ad1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:12:08.678042 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6734a-573a-4b76-81e8-8597de74ad1b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:12:08.678223 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9f0c700f-72be-4be3-b899-bf7467bfc382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (bbdc779e-9268-49bb-8ade-f17a60adc50c), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:08.678388 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6734a-573a-4b76-81e8-8597de74ad1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:12:08.678683 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6734a-573a-4b76-81e8-8597de74ad1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:12:08.679153 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6734a-573a-4b76-81e8-8597de74ad1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:12:08.679382 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6734a-573a-4b76-81e8-8597de74ad1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:12:08.679706 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6734a-573a-4b76-81e8-8597de74ad1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:12:08.680026 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d6734a-573a-4b76-81e8-8597de74ad1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846171-1-iscsi {{(pid=116194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 19:12:08.704681 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0c700f-72be-4be3-b899-bf7467bfc382 admin admin] No DVR routers for this DVR port bbdc779e-9268-49bb-8ade-f17a60adc50c on host dv-cinder-846171-1-iscsi {{(pid=116193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 19:12:08.707903 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:12:08.708806 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c700f-72be-4be3-b899-bf7467bfc382 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbdc779e-9268-49bb-8ade-f17a60adc50c,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:12:08.778329 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9f0c700f-72be-4be3-b899-bf7467bfc382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879417', 'neutron.services.segments.db._delete_segments_for_network-8748651528183'] for network (8ac31b9c-4b91-4420-8c18-00bfa7a64c28), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:08.798865 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.services.segments.db [None req-9f0c700f-72be-4be3-b899-bf7467bfc382 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ac31b9c-4b91-4420-8c18-00bfa7a64c28']}} {{(pid=116193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:12:08.808135 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.services.segments.db [None req-9f0c700f-72be-4be3-b899-bf7467bfc382 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f8d196-e0d9-4cb3-a766-c9ef157e28e6') {'for_net_delete': True} {{(pid=116193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:12:08.808432 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.services.segments.db [None req-9f0c700f-72be-4be3-b899-bf7467bfc382 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f8d196-e0d9-4cb3-a766-c9ef157e28e6') {} {{(pid=116193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:12:08.818705 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9f0c700f-72be-4be3-b899-bf7467bfc382 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748651528066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5912559'] for segment (89f8d196-e0d9-4cb3-a766-c9ef157e28e6), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:08.832228 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9f0c700f-72be-4be3-b899-bf7467bfc382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056'] for segment (89f8d196-e0d9-4cb3-a766-c9ef157e28e6), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:08.838402 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f0c700f-72be-4be3-b899-bf7467bfc382 admin admin] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=116193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 19:12:08.838786 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9f0c700f-72be-4be3-b899-bf7467bfc382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5911613'] for segment (89f8d196-e0d9-4cb3-a766-c9ef157e28e6), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:08.861368 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.services.segments.plugin [-] Segment 89f8d196-e0d9-4cb3-a766-c9ef157e28e6 resource provider aggregate not found Jun 16 19:12:08.893532 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.services.segments.plugin [-] Segment 89f8d196-e0d9-4cb3-a766-c9ef157e28e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 89f8d196-e0d9-4cb3-a766-c9ef157e28e6 found for delete ", "request_id": "req-59315f96-fa59-4227-8726-7a7e54a1e13d"}]} Jun 16 19:12:08.992430 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9f0c700f-72be-4be3-b899-bf7467bfc382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8340142'] for network (8ac31b9c-4b91-4420-8c18-00bfa7a64c28), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:08.996841 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9f0c700f-72be-4be3-b899-bf7467bfc382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for network (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:09.000089 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-9f0c700f-72be-4be3-b899-bf7467bfc382 admin admin] 10.222.0.81 "DELETE /v2.0/networks/8ac31b9c-4b91-4420-8c18-00bfa7a64c28 HTTP/1.1" status: 204 len: 168 time: 0.8431306 Jun 16 19:12:09.004616 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.wsgi [-] (116192) accepted ('10.222.0.81', 58052) {{(pid=116192) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:12:09.014011 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c700f-72be-4be3-b899-bf7467bfc382 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ac31b9c-4b91-4420-8c18-00bfa7a64c28,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:12:09.017633 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-97821b7c-6763-4b17-87a2-7719a80bcc54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:09.301471 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-b95e1047-7926-4475-a289-5abde9c97c1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8339909'] for router_interface (bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:09.526590 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-b95e1047-7926-4475-a289-5abde9c97c1b admin admin] Deleting port 89d8ea55-b277-4b09-9035-ac35cc0f758a {{(pid=116192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:12:09.527014 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-b95e1047-7926-4475-a289-5abde9c97c1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (89d8ea55-b277-4b09-9035-ac35cc0f758a), before_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:09.610681 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.db [None req-b95e1047-7926-4475-a289-5abde9c97c1b admin admin] For port 89d8ea55-b277-4b09-9035-ac35cc0f758a, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=89d8ea55-b277-4b09-9035-ac35cc0f758a,segment=NetworkSegment(c13fcb74-bba0-4061-b44f-6b229f89e37b),segment_id=c13fcb74-bba0-4061-b44f-6b229f89e37b)] {{(pid=116192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:12:09.611195 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-b95e1047-7926-4475-a289-5abde9c97c1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (89d8ea55-b277-4b09-9035-ac35cc0f758a), precommit_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:09.623746 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.plugins.ml2.plugin [None req-b95e1047-7926-4475-a289-5abde9c97c1b admin admin] Calling delete_port for 89d8ea55-b277-4b09-9035-ac35cc0f758a owned by network:router_interface {{(pid=116192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:12:09.787972 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:12:09.846026 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-b95e1047-7926-4475-a289-5abde9c97c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5326567'] for port (89d8ea55-b277-4b09-9035-ac35cc0f758a), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:09.853615 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:12:09.872619 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e1047-7926-4475-a289-5abde9c97c1b admin admin] Pushing event deleted for resources: {'Port': ['ID=89d8ea55-b277-4b09-9035-ac35cc0f758a,revision_number=None']} {{(pid=116192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:12:10.029719 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron_lib.callbacks.manager [None req-b95e1047-7926-4475-a289-5abde9c97c1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8105091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8339541'] for router_interface (bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd), after_delete {{(pid=116192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:10.231896 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95e1047-7926-4475-a289-5abde9c97c1b admin admin] Router bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd has already been hosted by L3 agent c8a085cb-5cc8-4396-94c6-b62d4814089a {{(pid=116192) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 16 19:12:10.300608 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:10.317408 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device bbdc779e-9268-49bb-8ade-f17a60adc50c no longer exists at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:12:10.336672 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] No Port match for: bbdc779e-9268-49bb-8ade-f17a60adc50c {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:12:10.337022 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device bbdc779e-9268-49bb-8ade-f17a60adc50c not bound to the agent host dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:12:10.338055 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95e1047-7926-4475-a289-5abde9c97c1b admin admin] Notify agent at l3_agent.dv-cinder-846171-1-iscsi the message routers_updated {{(pid=116192) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 16 19:12:10.346168 dv-cinder-846171-1-iscsi neutron-server[116192]: INFO neutron.wsgi [None req-b95e1047-7926-4475-a289-5abde9c97c1b admin admin] 10.222.0.81 "PUT /v2.0/routers/bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3397393 Jun 16 19:12:10.346369 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 58054) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:12:10.361322 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202c9ef3-7dec-4efc-a459-2717971c4e9b None None] Sync routers for ids ['bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd'] in dv-cinder-846171-1-iscsi {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 19:12:10.372691 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202c9ef3-7dec-4efc-a459-2717971c4e9b None None] Routers {'bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:12:10.373360 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-202c9ef3-7dec-4efc-a459-2717971c4e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:12:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:12:10.446152 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e0687da7-d1db-4a45-8ca7-c04a10544ffe admin admin] Publish callbacks [] for router (bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:10.473785 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-202c9ef3-7dec-4efc-a459-2717971c4e9b None None] Set router bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd gateway port host: dv-cinder-846171-1-iscsi {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:12:10.542860 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e0687da7-d1db-4a45-8ca7-c04a10544ffe admin admin] Publish callbacks [] for router_gateway (bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:10.638884 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-202c9ef3-7dec-4efc-a459-2717971c4e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd', 'name': 'tempest-TestMinimumBasicScenario-1150997860-router', 'tenant_id': '0fdb52841fa6484a9f3e0b8f5a1335b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'external_fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '1e7ebb42-4233-4a30-8278-e6d19e526c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:10:01Z', 'updated_at': '2022-06-16T19:12:09Z', 'revision_number': 5, 'project_id': '0fdb52841fa6484a9f3e0b8f5a1335b0', 'gw_port': {'id': '1e7ebb42-4233-4a30-8278-e6d19e526c1f', 'name': '', 'network_id': 'd7ab3290-3ce1-430c-a2b5-625628340a0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846171-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-16T19:10:01Z', 'updated_at': '2022-06-16T19:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2251f151-d04b-4b41-88db-58f0d465a2f0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846171-1-iscsi'}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:12:10.667597 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202c9ef3-7dec-4efc-a459-2717971c4e9b None None] Checking router: bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd for host: dv-cinder-846171-1-iscsi {{(pid=116194) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 19:12:10.673634 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-e0687da7-d1db-4a45-8ca7-c04a10544ffe admin admin] Deleting port 1e7ebb42-4233-4a30-8278-e6d19e526c1f {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:12:10.673984 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e0687da7-d1db-4a45-8ca7-c04a10544ffe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (1e7ebb42-4233-4a30-8278-e6d19e526c1f), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:10.676729 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202c9ef3-7dec-4efc-a459-2717971c4e9b None None] Routers {'bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd'} bound to L3 agent in host dv-cinder-846171-1-iscsi {{(pid=116194) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 16 19:12:10.677357 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-202c9ef3-7dec-4efc-a459-2717971c4e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846171-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-16T18:47:39Z,description=,heartbeat_timestamp=2022-06-16T19:12:09Z,host='dv-cinder-846171-1-iscsi',id=c8a085cb-5cc8-4396-94c6-b62d4814089a,load=0,resource_versions=,resources_synced=,started_at=2022-06-16T18:47:40Z,topic='l3_agent')) {'router_ids': ['bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd'], 'active': True} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:12:10.722263 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:12:10.752743 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [None req-e0687da7-d1db-4a45-8ca7-c04a10544ffe admin admin] For port 1e7ebb42-4233-4a30-8278-e6d19e526c1f, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=1e7ebb42-4233-4a30-8278-e6d19e526c1f,segment=NetworkSegment(71d34237-f06f-4603-b433-3dd04278adc6),segment_id=71d34237-f06f-4603-b433-3dd04278adc6)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:12:10.753036 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e0687da7-d1db-4a45-8ca7-c04a10544ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (1e7ebb42-4233-4a30-8278-e6d19e526c1f), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:10.760266 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvr_db [None req-202c9ef3-7dec-4efc-a459-2717971c4e9b None None] Set router bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd gateway port host: None {{(pid=116194) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 16 19:12:10.769472 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-e0687da7-d1db-4a45-8ca7-c04a10544ffe admin admin] Calling delete_port for 1e7ebb42-4233-4a30-8278-e6d19e526c1f owned by network:router_gateway {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:12:10.809430 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_hamode_db [None req-202c9ef3-7dec-4efc-a459-2717971c4e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd', 'name': 'tempest-TestMinimumBasicScenario-1150997860-router', 'tenant_id': '0fdb52841fa6484a9f3e0b8f5a1335b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:10:01Z', 'updated_at': '2022-06-16T19:12:10Z', 'revision_number': 6, 'project_id': '0fdb52841fa6484a9f3e0b8f5a1335b0', 'gw_port_host': None}], 'dv-cinder-846171-1-iscsi', False) {} {{(pid=116194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:12:10.832958 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202c9ef3-7dec-4efc-a459-2717971c4e9b None None] The sync data for ids ['bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd'] in dv-cinder-846171-1-iscsi is: [{'id': 'bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd', 'name': 'tempest-TestMinimumBasicScenario-1150997860-router', 'tenant_id': '0fdb52841fa6484a9f3e0b8f5a1335b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-16T19:10:01Z', 'updated_at': '2022-06-16T19:12:10Z', 'revision_number': 6, 'project_id': '0fdb52841fa6484a9f3e0b8f5a1335b0', 'gw_port_host': None}] {{(pid=116194) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 19:12:10.989030 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e0687da7-d1db-4a45-8ca7-c04a10544ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (1e7ebb42-4233-4a30-8278-e6d19e526c1f), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:11.013644 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0687da7-d1db-4a45-8ca7-c04a10544ffe admin admin] Pushing event deleted for resources: {'Port': ['ID=1e7ebb42-4233-4a30-8278-e6d19e526c1f,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:12:11.074222 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e0687da7-d1db-4a45-8ca7-c04a10544ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8340098'] for router_gateway (bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:11.097968 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:12:11.160220 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e0687da7-d1db-4a45-8ca7-c04a10544ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8344715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12082'] for router (bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:11.162323 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e0687da7-d1db-4a45-8ca7-c04a10544ffe admin admin] Publish callbacks [] for router_controller (bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd), precommit_delete_associations {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:11.295323 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e0687da7-d1db-4a45-8ca7-c04a10544ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8344801'] for router (bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:11.295963 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0687da7-d1db-4a45-8ca7-c04a10544ffe admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd {{(pid=116193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 16 19:12:11.300092 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e0687da7-d1db-4a45-8ca7-c04a10544ffe admin admin] Publish callbacks [] for router (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:11.301216 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-e0687da7-d1db-4a45-8ca7-c04a10544ffe admin admin] 10.222.0.81 "DELETE /v2.0/routers/bb54c79a-08dc-4cac-89f5-47a3d7ba7bcd HTTP/1.1" status: 204 len: 168 time: 0.9538326 Jun 16 19:12:11.303728 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 58056) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:12:11.348884 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc290dc1-9cf1-42e0-9332-ce8b9887d6cc admin admin] Deleting subnet c41004f1-9d5f-46c4-935f-6502431412b7 {{(pid=116193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 16 19:12:11.352027 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-cc290dc1-9cf1-42e0-9332-ce8b9887d6cc admin admin] Publish callbacks [] for subnet (c41004f1-9d5f-46c4-935f-6502431412b7), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:11.387708 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-cc290dc1-9cf1-42e0-9332-ce8b9887d6cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5912568'] for subnet (c41004f1-9d5f-46c4-935f-6502431412b7), precommit_delete_associations {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:11.465772 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-cc290dc1-9cf1-42e0-9332-ce8b9887d6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877176'] for subnet (c41004f1-9d5f-46c4-935f-6502431412b7), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:11.652689 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-cc290dc1-9cf1-42e0-9332-ce8b9887d6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5911779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5640598'] for subnet (c41004f1-9d5f-46c4-935f-6502431412b7), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:11.675165 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:11.679180 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc290dc1-9cf1-42e0-9332-ce8b9887d6cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c41004f1-9d5f-46c4-935f-6502431412b7,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:12:11.682643 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-cc290dc1-9cf1-42e0-9332-ce8b9887d6cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:11.685798 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-cc290dc1-9cf1-42e0-9332-ce8b9887d6cc admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c41004f1-9d5f-46c4-935f-6502431412b7 HTTP/1.1" status: 204 len: 168 time: 0.3810987 Jun 16 19:12:11.688686 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 58058) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:12:11.691297 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfd83c8-b1c1-48ea-abe2-1caee3c5604e None None] Network 8345456f-c82f-495e-88c3-272c13be19f4 requested from dv-cinder-846171-1-iscsi {{(pid=116194) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 16 19:12:11.761493 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e7a59314-0452-4321-bde6-be5436237b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660547'] for network (8345456f-c82f-495e-88c3-272c13be19f4), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:11.806997 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-e7a59314-0452-4321-bde6-be5436237b86 admin admin] Deleting port 023d15ba-8709-47ad-a70e-01522ddb0bdb {{(pid=116193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:12:11.807342 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e7a59314-0452-4321-bde6-be5436237b86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (023d15ba-8709-47ad-a70e-01522ddb0bdb), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:11.849803 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f334d46-a9f0-4a23-8498-02830c6ffccc None None] DHCP port deletion for 8345456f-c82f-495e-88c3-272c13be19f4 request from dv-cinder-846171-1-iscsi {{(pid=116194) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 16 19:12:11.882419 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.db [None req-e7a59314-0452-4321-bde6-be5436237b86 admin admin] For port 023d15ba-8709-47ad-a70e-01522ddb0bdb, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=023d15ba-8709-47ad-a70e-01522ddb0bdb,segment=NetworkSegment(c13fcb74-bba0-4061-b44f-6b229f89e37b),segment_id=c13fcb74-bba0-4061-b44f-6b229f89e37b)] {{(pid=116193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:12:11.882788 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e7a59314-0452-4321-bde6-be5436237b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (023d15ba-8709-47ad-a70e-01522ddb0bdb), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:11.892193 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-1f334d46-a9f0-4a23-8498-02830c6ffccc None None] Deleting port 023d15ba-8709-47ad-a70e-01522ddb0bdb {{(pid=116194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 16 19:12:11.892570 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-1f334d46-a9f0-4a23-8498-02830c6ffccc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748651434855'] for port (023d15ba-8709-47ad-a70e-01522ddb0bdb), before_delete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:11.895774 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.plugin [None req-e7a59314-0452-4321-bde6-be5436237b86 admin admin] Calling delete_port for 023d15ba-8709-47ad-a70e-01522ddb0bdb owned by network:dhcp {{(pid=116193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:12:11.954929 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.db [None req-1f334d46-a9f0-4a23-8498-02830c6ffccc None None] For port 023d15ba-8709-47ad-a70e-01522ddb0bdb, host dv-cinder-846171-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846171-1-iscsi',level=0,port_id=023d15ba-8709-47ad-a70e-01522ddb0bdb,segment=NetworkSegment(c13fcb74-bba0-4061-b44f-6b229f89e37b),segment_id=c13fcb74-bba0-4061-b44f-6b229f89e37b)] {{(pid=116194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 16 19:12:11.955334 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-1f334d46-a9f0-4a23-8498-02830c6ffccc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8344773'] for port (023d15ba-8709-47ad-a70e-01522ddb0bdb), precommit_delete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:11.968570 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:12:11.968776 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-1f334d46-a9f0-4a23-8498-02830c6ffccc None None] Calling delete_port for 023d15ba-8709-47ad-a70e-01522ddb0bdb owned by network:dhcp {{(pid=116194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 16 19:12:12.069375 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e7a59314-0452-4321-bde6-be5436237b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5911760'] for port (023d15ba-8709-47ad-a70e-01522ddb0bdb), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: from cryptography.utils import int_from_bytes Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: from cryptography.utils import int_from_bytes Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: self.session.flush() Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: self.session.flush() Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: self.session.flush() Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: self.session.flush() Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: self.session.flush() Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: self.session.flush() Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: self.session.flush() Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: self.session.flush() Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: self.session.flush() Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: self.session.flush() Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: self.session.flush() Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: self.session.flush() Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: self.session.flush() Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: self.session.flush() Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: self.session.flush() Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: self.session.flush() Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: self.session.flush() Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: self.session.flush() Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 19:12:12.070143 dv-cinder-846171-1-iscsi neutron-server[116194]: self.session.flush() Jun 16 19:12:12.073146 dv-cinder-846171-1-iscsi neutron-server[116194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 19:12:12.073146 dv-cinder-846171-1-iscsi neutron-server[116194]: self.session.flush() Jun 16 19:12:12.073146 dv-cinder-846171-1-iscsi neutron-server[116194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 19:12:12.073146 dv-cinder-846171-1-iscsi neutron-server[116194]: self.session.flush() Jun 16 19:12:12.073146 dv-cinder-846171-1-iscsi neutron-server[116194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 19:12:12.073146 dv-cinder-846171-1-iscsi neutron-server[116194]: self.session.flush() Jun 16 19:12:12.073146 dv-cinder-846171-1-iscsi neutron-server[116194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 19:12:12.073146 dv-cinder-846171-1-iscsi neutron-server[116194]: self.session.flush() Jun 16 19:12:12.073146 dv-cinder-846171-1-iscsi neutron-server[116194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 19:12:12.073146 dv-cinder-846171-1-iscsi neutron-server[116194]: self.session.flush() Jun 16 19:12:12.073146 dv-cinder-846171-1-iscsi neutron-server[116194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 19:12:12.073146 dv-cinder-846171-1-iscsi neutron-server[116194]: self.session.flush() Jun 16 19:12:12.073146 dv-cinder-846171-1-iscsi neutron-server[116194]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 19:12:12.073146 dv-cinder-846171-1-iscsi neutron-server[116194]: self.session.flush() Jun 16 19:12:12.077691 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-1f334d46-a9f0-4a23-8498-02830c6ffccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-803431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748651437918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748651085873'] for port (023d15ba-8709-47ad-a70e-01522ddb0bdb), after_delete {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:12.094061 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a59314-0452-4321-bde6-be5436237b86 admin admin] Pushing event deleted for resources: {'Port': ['ID=023d15ba-8709-47ad-a70e-01522ddb0bdb,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:12:12.097613 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a59314-0452-4321-bde6-be5436237b86 admin admin] No DVR routers for this DVR port 023d15ba-8709-47ad-a70e-01522ddb0bdb on host dv-cinder-846171-1-iscsi {{(pid=116193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 19:12:12.104698 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f334d46-a9f0-4a23-8498-02830c6ffccc None None] Pushing event deleted for resources: {'Port': ['ID=023d15ba-8709-47ad-a70e-01522ddb0bdb,revision_number=None']} {{(pid=116194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:12:12.106637 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f334d46-a9f0-4a23-8498-02830c6ffccc None None] No DVR routers for this DVR port 023d15ba-8709-47ad-a70e-01522ddb0bdb on host dv-cinder-846171-1-iscsi {{(pid=116194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 16 19:12:12.160399 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:12.171391 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e7a59314-0452-4321-bde6-be5436237b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879417', 'neutron.services.segments.db._delete_segments_for_network-8748651528183'] for network (8345456f-c82f-495e-88c3-272c13be19f4), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:12.191645 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.services.segments.db [None req-e7a59314-0452-4321-bde6-be5436237b86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8345456f-c82f-495e-88c3-272c13be19f4']}} {{(pid=116193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:12:12.201092 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.services.segments.db [None req-e7a59314-0452-4321-bde6-be5436237b86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c13fcb74-bba0-4061-b44f-6b229f89e37b') {'for_net_delete': True} {{(pid=116193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:12:12.201437 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.services.segments.db [None req-e7a59314-0452-4321-bde6-be5436237b86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c13fcb74-bba0-4061-b44f-6b229f89e37b') {} {{(pid=116193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 19:12:12.210957 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e7a59314-0452-4321-bde6-be5436237b86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748651528066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5912559'] for segment (c13fcb74-bba0-4061-b44f-6b229f89e37b), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:12.225440 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e7a59314-0452-4321-bde6-be5436237b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056'] for segment (c13fcb74-bba0-4061-b44f-6b229f89e37b), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:12.231896 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a59314-0452-4321-bde6-be5436237b86 admin admin] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=116193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 19:12:12.232309 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e7a59314-0452-4321-bde6-be5436237b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-877056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5911613'] for segment (c13fcb74-bba0-4061-b44f-6b229f89e37b), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:12.253144 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.services.segments.plugin [-] Segment c13fcb74-bba0-4061-b44f-6b229f89e37b resource provider aggregate not found Jun 16 19:12:12.276641 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 023d15ba-8709-47ad-a70e-01522ddb0bdb no longer exists at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:12:12.279833 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:DELETE=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:12:12.289215 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.services.segments.plugin [-] Segment c13fcb74-bba0-4061-b44f-6b229f89e37b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c13fcb74-bba0-4061-b44f-6b229f89e37b found for delete ", "request_id": "req-fb9689cc-15fe-466b-a4a7-16a845ba7af1"}]} Jun 16 19:12:12.296702 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] No Port match for: 023d15ba-8709-47ad-a70e-01522ddb0bdb {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:12:12.297740 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 023d15ba-8709-47ad-a70e-01522ddb0bdb not bound to the agent host dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:12:12.298170 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 89d8ea55-b277-4b09-9035-ac35cc0f758a no longer exists at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:12:12.316285 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] No Port match for: 89d8ea55-b277-4b09-9035-ac35cc0f758a {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:12:12.322078 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 89d8ea55-b277-4b09-9035-ac35cc0f758a not bound to the agent host dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:12:12.322078 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 1e7ebb42-4233-4a30-8278-e6d19e526c1f no longer exists at agent ovs-agent-dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 16 19:12:12.334393 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] No Port match for: 1e7ebb42-4233-4a30-8278-e6d19e526c1f {{(pid=116194) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 16 19:12:12.334738 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron.plugins.ml2.rpc [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Device 1e7ebb42-4233-4a30-8278-e6d19e526c1f not bound to the agent host dv-cinder-846171-1-iscsi {{(pid=116194) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 16 19:12:12.369688 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e7a59314-0452-4321-bde6-be5436237b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8105080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8340142'] for network (8345456f-c82f-495e-88c3-272c13be19f4), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:12.374276 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-e7a59314-0452-4321-bde6-be5436237b86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8105070'] for network (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:12.379522 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-e7a59314-0452-4321-bde6-be5436237b86 admin admin] 10.222.0.81 "DELETE /v2.0/networks/8345456f-c82f-495e-88c3-272c13be19f4 HTTP/1.1" status: 204 len: 168 time: 0.6887279 Jun 16 19:12:12.391798 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a59314-0452-4321-bde6-be5436237b86 admin admin] Pushing event deleted for resources: {'Network': ['ID=8345456f-c82f-495e-88c3-272c13be19f4,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:12:12.723826 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 58066) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:12:12.764357 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:12:12.768197 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-47efb106-5b17-42e0-b9bf-4f12f0b8f410 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=434965eee025410ca595f90a8bd80ee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432799 Jun 16 19:12:12.770768 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 58068) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:12:12.818505 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-c1427343-3d65-4bba-8a79-abdacd099330 admin admin] Publish callbacks [] for security_group (535f41b5-87fd-4c63-9e01-6465553440e6), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:12.839308 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-c1427343-3d65-4bba-8a79-abdacd099330 admin admin] Publish callbacks [] for security_group (535f41b5-87fd-4c63-9e01-6465553440e6), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:12.980637 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-c1427343-3d65-4bba-8a79-abdacd099330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (535f41b5-87fd-4c63-9e01-6465553440e6), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:12.983198 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-c1427343-3d65-4bba-8a79-abdacd099330 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:12.989457 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-c1427343-3d65-4bba-8a79-abdacd099330 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/535f41b5-87fd-4c63-9e01-6465553440e6 HTTP/1.1" status: 204 len: 168 time: 0.2127802 Jun 16 19:12:12.992738 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1427343-3d65-4bba-8a79-abdacd099330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535f41b5-87fd-4c63-9e01-6465553440e6,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:12:13.598398 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 58074) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:12:13.638146 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-713969a1-312d-4d90-b8ea-9d8bb6c9c441 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0fdb52841fa6484a9f3e0b8f5a1335b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386143 Jun 16 19:12:13.641012 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [-] (116193) accepted ('10.222.0.81', 58076) {{(pid=116193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 16 19:12:13.688463 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9159d53e-87cb-426c-90f6-527fe784631b admin admin] Publish callbacks [] for security_group (f3e43ed6-78dc-4b98-9592-78f75f597ab9), before_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:13.712095 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9159d53e-87cb-426c-90f6-527fe784631b admin admin] Publish callbacks [] for security_group (f3e43ed6-78dc-4b98-9592-78f75f597ab9), precommit_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:13.843631 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9159d53e-87cb-426c-90f6-527fe784631b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7931500'] for security_group (f3e43ed6-78dc-4b98-9592-78f75f597ab9), after_delete {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:13.846239 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron_lib.callbacks.manager [None req-9159d53e-87cb-426c-90f6-527fe784631b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=116193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:13.849233 dv-cinder-846171-1-iscsi neutron-server[116193]: INFO neutron.wsgi [None req-9159d53e-87cb-426c-90f6-527fe784631b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f3e43ed6-78dc-4b98-9592-78f75f597ab9 HTTP/1.1" status: 204 len: 168 time: 0.2054262 Jun 16 19:12:13.855033 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159d53e-87cb-426c-90f6-527fe784631b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e43ed6-78dc-4b98-9592-78f75f597ab9,revision_number=None']} {{(pid=116193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 19:12:17.259158 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=15 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:12:17.306885 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=8 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:12:20.334871 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=43 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:12:20.335639 dv-cinder-846171-1-iscsi neutron-server[116192]: DEBUG dbcounter [-] [116192] Writing DB stats neutron:SELECT=62 {{(pid=116192) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:12:22.319699 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:12:23.745450 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=21,neutron:DELETE=3 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:12:23.851425 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG dbcounter [-] [116193] Writing DB stats neutron:SELECT=70,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=116193) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:12:23.867342 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:12:26.100349 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 6 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 19:12:27.618015 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:36.094598 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=15 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:12:36.096031 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=13 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:12:36.703672 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4a10cf90-828a-4ea5-8e17-d1ddc38b41b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:39.021409 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-a3d0e633-85d4-492a-879c-6c36c9cc41bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:40.318555 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:41.612449 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:42.109654 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:12:52.046170 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:12:52.047994 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:12:53.154101 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=2 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:12:53.159038 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=4 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:12:57.604974 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:13:03.100552 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 6 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 19:13:06.698688 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-58f435ba-0913-43be-90fa-9575e36e94fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:13:09.013041 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4315b0d3-792e-495a-9658-0cdbd7adae94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:13:10.292944 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:13:11.624688 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:13:12.115803 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:13:13.095567 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:13:13.096888 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:13:22.046764 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:13:22.048666 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:13:27.613686 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:13:35.161974 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=5 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:13:35.163256 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:13:36.705811 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-ccf1cff9-c3f8-4203-a87e-f782d7daa70c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:13:39.031039 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-2023cb9e-eadf-47dc-adfa-26c02e403f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:13:40.100427 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 6 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 19:13:40.317147 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:13:41.634328 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:13:42.139464 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:13:50.096874 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=2 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:13:53.602153 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:13:53.605011 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:13:57.603322 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:14:04.918176 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [req-6f9660a3-c7e4-4932-9582-7dfda3bcb15b req-6ba96475-2825-4875-8142-4c4c187fc795 service neutron] (116193) timed out ('10.222.0.81', 51762) {{(pid=116193) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 16 19:14:05.094231 dv-cinder-846171-1-iscsi neutron-server[116193]: DEBUG neutron.wsgi [req-6f9660a3-c7e4-4932-9582-7dfda3bcb15b req-7e6b5c15-6a60-4c66-8fd6-df31786f23a5 tempest-AttachVolumeShelveTestJSON-1091211271 tempest-AttachVolumeShelveTestJSON-1091211271-project] (116193) timed out ('10.222.0.81', 51774) {{(pid=116193) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 16 19:14:06.732220 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-bbd4ee88-93e9-46f2-b7ae-f3eaa0e5c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:14:07.156879 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=2 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:14:07.162221 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=4 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:14:09.020697 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-6ed20efc-89e6-414a-9b03-7e291ccf496c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:14:10.303307 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:14:11.632519 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:14:12.123664 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:14:17.099794 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 6 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 19:14:21.567423 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:14:22.059818 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:14:27.633101 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:14:33.606892 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=11 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:14:33.609773 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=17 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:14:36.727592 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-ea79e89a-b542-47ac-acbd-bdc5785a6c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:14:39.010777 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-0b9daa70-7806-49bc-9883-042583634d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:14:40.312906 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:14:41.679123 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:14:42.118878 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:14:44.166951 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=6 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:14:52.059510 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:14:52.061446 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:14:54.098651 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 6 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 19:14:57.656374 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:15:04.095170 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=2 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:15:06.691713 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-42a85f6f-35cb-4d1a-9df6-d4ca830df63b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:15:09.011072 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-0b9b847f-3de8-40aa-a27b-19e09bace8f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:15:10.343154 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:15:11.645869 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:15:12.131588 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:15:21.173571 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=4 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:15:22.065877 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:15:22.067835 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:15:25.112814 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=4 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:15:27.715094 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:15:31.098810 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 6 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 19:15:35.168624 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:DELETE=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:15:36.689354 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-13f076fc-28d2-4ccb-95c8-b55d75ed537d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:15:39.006570 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-b6ee3732-2b8a-474e-ae00-3b8cb5767f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:15:40.315858 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:15:41.094425 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=3 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:15:41.669690 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:15:42.132722 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:15:53.614430 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:15:53.616390 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:15:57.664506 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:15:58.164767 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:15:58.169446 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=5 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:16:06.695952 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-31b4ff05-ea75-45d6-940a-5779460c4878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:16:08.098488 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 6 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 19:16:09.013820 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-839035fb-444c-4b7a-8d31-4bd456a364a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:16:10.313505 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:16:11.648319 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:16:12.139520 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:16:18.094338 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:16:18.095128 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:16:22.072791 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:16:22.075142 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:16:27.774563 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:16:35.162501 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=16 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:16:35.172390 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=16 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:16:36.708900 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-08114134-b5f0-4be0-868c-63ace9e12e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:16:39.037871 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-e09b99f8-a098-4da3-97a6-4d8d0c96de2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:16:40.323729 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:16:41.640351 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:16:42.120467 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:16:45.097643 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 6 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 19:16:52.065464 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:16:52.067370 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:16:55.093211 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:16:55.094013 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:16:57.736112 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:17:06.690418 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-5856b94e-369e-4329-8c9d-c9c13dc68648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:17:09.013070 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-e98c4dac-7add-4290-8ca7-ec7772c59027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:17:10.325090 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:17:11.673350 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:17:12.163795 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:17:12.164884 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:17:12.168960 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=5 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:17:22.066836 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:17:22.068691 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG dbcounter [-] [116194] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=116194) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:17:22.096961 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG neutron.db.agents_db [None req-e19f8b3d-c1cb-4dd5-895e-43e0b8913648 None None] Agent healthcheck: found 6 active agents {{(pid=116195) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 16 19:17:27.739103 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-4d96e28b-8bca-4979-a6fd-98d206ce732c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (78e75526-212b-4550-9dc1-6e088b901fa5), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:17:35.172401 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=2 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:17:35.173278 dv-cinder-846171-1-iscsi neutron-server[116195]: DEBUG dbcounter [-] [116195] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=116195) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 16 19:17:36.708908 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-21d09f11-8777-42f3-9ecd-ccb3e5d5c50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (a953bae7-14c3-401b-bbd5-413ea1206353), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:17:39.035040 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-f437d86e-7880-4ee0-ad07-d9bb93913dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (c8a085cb-5cc8-4396-94c6-b62d4814089a), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:17:40.322398 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-db30eb51-9bec-4009-bb47-0c97b4800449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (0117f8ea-a700-4272-8ddf-f30e81efffdb), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:17:41.657629 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d2f5a27a-8621-4c64-8307-43e6dabe6701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (e309b18f-a12c-4fe2-a8cc-ad2f7afa7814), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 16 19:17:42.134240 dv-cinder-846171-1-iscsi neutron-server[116194]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b9eb-794a-4a4e-84a7-824de8acda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748651528165', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-877642'] for agent (ea8cc94b-de2a-4266-a745-8fe843a33d1e), after_update {{(pid=116194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}